You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2012/10/31 14:59:00 UTC
[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 78 - Still
Failing
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/78/
4 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.TestDistributedSearch
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([9BF3A6A25E3A33C9]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest
Error Message:
12 threads leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest: 1) Thread[id=147, name=qtp1111551139-147 Acceptor2 SelectChannelConnector@0.0.0.0:41607, state=BLOCKED, group=TGRP-BasicDistributedZkTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 2) Thread[id=146, name=qtp1111551139-146 Acceptor1 SelectChannelConnector@0.0.0.0:41607, state=BLOCKED, group=TGRP-BasicDistributedZkTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 3) Thread[id=78, name=qtp1222772479-78 Acceptor0 SelectChannelConnector@0.0.0.0:64669, state=RUNNABLE, group=TGRP-BasicDistributedZkTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 4) Thread[id=80, name=qtp1222772479-80 Acceptor2 SelectChannelConnector@0.0.0.0:64669, state=BLOCKED, group=TGRP-BasicDistributedZkTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 5) Thread[id=130, name=qtp1220089985-130 Acceptor3 SelectChannelConnector@0.0.0.0:40604, state=BLOCKED, group=TGRP-BasicDistributedZkTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 6) Thread[id=129, name=qtp1220089985-129 Acceptor2 SelectChannelConnector@0.0.0.0:40604, state=BLOCKED, group=TGRP-BasicDistributedZkTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 7) Thread[id=145, name=qtp1111551139-145 Acceptor0 SelectChannelConnector@0.0.0.0:41607, state=RUNNABLE, group=TGRP-BasicDistributedZkTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 8) Thread[id=79, name=qtp1222772479-79 Acceptor1 SelectChannelConnector@0.0.0.0:64669, state=BLOCKED, group=TGRP-BasicDistributedZkTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 9) Thread[id=128, name=qtp1220089985-128 Acceptor1 SelectChannelConnector@0.0.0.0:40604, state=BLOCKED, group=TGRP-BasicDistributedZkTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 10) Thread[id=81, name=qtp1222772479-81 Acceptor3 SelectChannelConnector@0.0.0.0:64669, state=BLOCKED, group=TGRP-BasicDistributedZkTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 11) Thread[id=127, name=qtp1220089985-127 Acceptor0 SelectChannelConnector@0.0.0.0:40604, state=RUNNABLE, group=TGRP-BasicDistributedZkTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 12) Thread[id=148, name=qtp1111551139-148 Acceptor3 SelectChannelConnector@0.0.0.0:41607, state=BLOCKED, group=TGRP-BasicDistributedZkTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 12 threads leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest:
1) Thread[id=147, name=qtp1111551139-147 Acceptor2 SelectChannelConnector@0.0.0.0:41607, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
2) Thread[id=146, name=qtp1111551139-146 Acceptor1 SelectChannelConnector@0.0.0.0:41607, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
3) Thread[id=78, name=qtp1222772479-78 Acceptor0 SelectChannelConnector@0.0.0.0:64669, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
4) Thread[id=80, name=qtp1222772479-80 Acceptor2 SelectChannelConnector@0.0.0.0:64669, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
5) Thread[id=130, name=qtp1220089985-130 Acceptor3 SelectChannelConnector@0.0.0.0:40604, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
6) Thread[id=129, name=qtp1220089985-129 Acceptor2 SelectChannelConnector@0.0.0.0:40604, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
7) Thread[id=145, name=qtp1111551139-145 Acceptor0 SelectChannelConnector@0.0.0.0:41607, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
8) Thread[id=79, name=qtp1222772479-79 Acceptor1 SelectChannelConnector@0.0.0.0:64669, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
9) Thread[id=128, name=qtp1220089985-128 Acceptor1 SelectChannelConnector@0.0.0.0:40604, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
10) Thread[id=81, name=qtp1222772479-81 Acceptor3 SelectChannelConnector@0.0.0.0:64669, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
11) Thread[id=127, name=qtp1220089985-127 Acceptor0 SelectChannelConnector@0.0.0.0:40604, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
12) Thread[id=148, name=qtp1111551139-148 Acceptor3 SelectChannelConnector@0.0.0.0:41607, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
at __randomizedtesting.SeedInfo.seed([9BF3A6A25E3A33C9]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=147, name=qtp1111551139-147 Acceptor2 SelectChannelConnector@0.0.0.0:41607, state=BLOCKED, group=TGRP-BasicDistributedZkTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 2) Thread[id=146, name=qtp1111551139-146 Acceptor1 SelectChannelConnector@0.0.0.0:41607, state=BLOCKED, group=TGRP-BasicDistributedZkTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 3) Thread[id=130, name=qtp1220089985-130 Acceptor3 SelectChannelConnector@0.0.0.0:40604, state=BLOCKED, group=TGRP-BasicDistributedZkTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 4) Thread[id=129, name=qtp1220089985-129 Acceptor2 SelectChannelConnector@0.0.0.0:40604, state=BLOCKED, group=TGRP-BasicDistributedZkTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 5) Thread[id=78, name=qtp1222772479-78 Acceptor0 SelectChannelConnector@0.0.0.0:64669, state=RUNNABLE, group=TGRP-BasicDistributedZkTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 6) Thread[id=145, name=qtp1111551139-145 Acceptor0 SelectChannelConnector@0.0.0.0:41607, state=RUNNABLE, group=TGRP-BasicDistributedZkTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 7) Thread[id=79, name=qtp1222772479-79 Acceptor1 SelectChannelConnector@0.0.0.0:64669, state=BLOCKED, group=TGRP-BasicDistributedZkTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 8) Thread[id=128, name=qtp1220089985-128 Acceptor1 SelectChannelConnector@0.0.0.0:40604, state=BLOCKED, group=TGRP-BasicDistributedZkTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 9) Thread[id=80, name=qtp1222772479-80 Acceptor2 SelectChannelConnector@0.0.0.0:64669, state=BLOCKED, group=TGRP-BasicDistributedZkTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 10) Thread[id=81, name=qtp1222772479-81 Acceptor3 SelectChannelConnector@0.0.0.0:64669, state=BLOCKED, group=TGRP-BasicDistributedZkTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 11) Thread[id=127, name=qtp1220089985-127 Acceptor0 SelectChannelConnector@0.0.0.0:40604, state=RUNNABLE, group=TGRP-BasicDistributedZkTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 12) Thread[id=148, name=qtp1111551139-148 Acceptor3 SelectChannelConnector@0.0.0.0:41607, state=BLOCKED, group=TGRP-BasicDistributedZkTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=147, name=qtp1111551139-147 Acceptor2 SelectChannelConnector@0.0.0.0:41607, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
2) Thread[id=146, name=qtp1111551139-146 Acceptor1 SelectChannelConnector@0.0.0.0:41607, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
3) Thread[id=130, name=qtp1220089985-130 Acceptor3 SelectChannelConnector@0.0.0.0:40604, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
4) Thread[id=129, name=qtp1220089985-129 Acceptor2 SelectChannelConnector@0.0.0.0:40604, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
5) Thread[id=78, name=qtp1222772479-78 Acceptor0 SelectChannelConnector@0.0.0.0:64669, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
6) Thread[id=145, name=qtp1111551139-145 Acceptor0 SelectChannelConnector@0.0.0.0:41607, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
7) Thread[id=79, name=qtp1222772479-79 Acceptor1 SelectChannelConnector@0.0.0.0:64669, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
8) Thread[id=128, name=qtp1220089985-128 Acceptor1 SelectChannelConnector@0.0.0.0:40604, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
9) Thread[id=80, name=qtp1222772479-80 Acceptor2 SelectChannelConnector@0.0.0.0:64669, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
10) Thread[id=81, name=qtp1222772479-81 Acceptor3 SelectChannelConnector@0.0.0.0:64669, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
11) Thread[id=127, name=qtp1220089985-127 Acceptor0 SelectChannelConnector@0.0.0.0:40604, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
12) Thread[id=148, name=qtp1111551139-148 Acceptor3 SelectChannelConnector@0.0.0.0:41607, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
at __randomizedtesting.SeedInfo.seed([9BF3A6A25E3A33C9]:0)
FAILED: org.apache.solr.TestDistributedSearch.testDistribSearch
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([9BF3A6A25E3A33C9]:0)
Build Log:
[...truncated 7917 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
[junit4:junit4] 2> 6 T62 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZkTest-1351684701301
[junit4:junit4] 2> 15 T62 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4] 2> 115 T63 oaz.Environment.logEnv Server environment:zookeeper.version=3.3.6-1366786, built on 07/29/2012 06:22 GMT
[junit4:junit4] 2> 115 T63 oaz.Environment.logEnv Server environment:host.name=lucene.zones.apache.org
[junit4:junit4] 2> 116 T63 oaz.Environment.logEnv Server environment:java.version=1.6.0_32
[junit4:junit4] 2> 116 T63 oaz.Environment.logEnv Server environment:java.vendor=Sun Microsystems Inc.
[junit4:junit4] 2> 116 T63 oaz.Environment.logEnv Server environment:java.home=/usr/local/openjdk6/jre
[junit4:junit4] 2> 116 T63 oaz.Environment.logEnv Server environment:java.class.path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/classes/test:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/codecs/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/analysis/common/lucene-analyzers-common-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/highlighter/lucene-highlighter-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/memory/lucene-memory-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/misc/lucene-misc-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/spatial/lucene-spatial-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/suggest/lucene-suggest-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/grouping/lucene-grouping-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/queries/lucene-queries-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/queryparser/lucene-queryparser-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/commons-cli-1.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/commons-codec-1.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/commons-fileupload-1.2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/commons-lang-2.6.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/easymock-2.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/guava-r05.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/javax.servlet-api-3.0.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/metrics-core-2.1.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/spatial4j-0.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/lib/commons-io-2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/lib/httpclient-4.1.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/lib/httpcore-4.1.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/lib/httpmime-4.1.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/lib/jcl-over-slf4j-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/lib/log4j-over-slf4j-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/lib/slf4j-api-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/lib/slf4j-jdk14-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/lib/wstx-asl-3.2.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/lib/zookeeper-3.3.6.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/example/lib/jetty-continuation-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/example/lib/jetty-deploy-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/example/lib/jetty-http-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/example/lib/jetty-io-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/example/lib/jetty-jmx-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/example/lib/jetty-security-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/example/lib/jetty-server-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/example/lib/jetty-servlet-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/example/lib/jetty-util-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/example/lib/jetty-webapp-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/example/lib/jetty-xml-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/example/lib/servlet-api-3.0.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/core/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/test-framework/lib/junit-4.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/test-framework/lib/randomizedtesting-runner-2.0.4.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-launcher.jar:/home/hudson/.ant/lib/ivy-2.2.0.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-regexp.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-junit.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-bsf.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-commons-net.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-antlr.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-log4j.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-commons-logging.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-xalan2.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-oro.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-junit4.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-netrexx.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-swing.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-javamail.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jsch.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jmf.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-bcel.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jai.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-testutil.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-resolver.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jdepend.jar:/usr/local/openjdk6/lib/tools.jar:/home/hudson/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.0.4.jar
[junit4:junit4] 2> 117 T63 oaz.Environment.logEnv Server environment:java.library.path=/usr/local/openjdk6/jre/lib/amd64/server:/usr/local/openjdk6/jre/lib/amd64:/usr/local/openjdk6/jre/../lib/amd64:/usr/java/packages/lib/amd64:/lib:/usr/lib:/usr/local/lib
[junit4:junit4] 2> 117 T63 oaz.Environment.logEnv Server environment:java.io.tmpdir=.
[junit4:junit4] 2> 117 T63 oaz.Environment.logEnv Server environment:java.compiler=<NA>
[junit4:junit4] 2> 117 T63 oaz.Environment.logEnv Server environment:os.name=FreeBSD
[junit4:junit4] 2> 118 T63 oaz.Environment.logEnv Server environment:os.arch=amd64
[junit4:junit4] 2> 118 T63 oaz.Environment.logEnv Server environment:os.version=9.0-RELEASE
[junit4:junit4] 2> 118 T63 oaz.Environment.logEnv Server environment:user.name=hudson
[junit4:junit4] 2> 118 T63 oaz.Environment.logEnv Server environment:user.home=/home/hudson
[junit4:junit4] 2> 118 T63 oaz.Environment.logEnv Server environment:user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
[junit4:junit4] 2> 165 T63 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4] 2> 195 T63 oazs.NIOServerCnxn$Factory.<init> binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4] 2> 224 T62 oasc.ZkTestServer.run start zk server on port:24712
[junit4:junit4] 2> 287 T63 oazsp.FileTxnSnapLog.save Snapshotting: 0
[junit4:junit4] 2> 354 T62 oaz.Environment.logEnv Client environment:zookeeper.version=3.3.6-1366786, built on 07/29/2012 06:22 GMT
[junit4:junit4] 2> 354 T62 oaz.Environment.logEnv Client environment:host.name=lucene.zones.apache.org
[junit4:junit4] 2> 355 T62 oaz.Environment.logEnv Client environment:java.version=1.6.0_32
[junit4:junit4] 2> 355 T62 oaz.Environment.logEnv Client environment:java.vendor=Sun Microsystems Inc.
[junit4:junit4] 2> 355 T62 oaz.Environment.logEnv Client environment:java.home=/usr/local/openjdk6/jre
[junit4:junit4] 2> 356 T62 oaz.Environment.logEnv Client environment:java.class.path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/classes/test:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/codecs/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/analysis/common/lucene-analyzers-common-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/highlighter/lucene-highlighter-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/memory/lucene-memory-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/misc/lucene-misc-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/spatial/lucene-spatial-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/suggest/lucene-suggest-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/grouping/lucene-grouping-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/queries/lucene-queries-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/queryparser/lucene-queryparser-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/commons-cli-1.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/commons-codec-1.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/commons-fileupload-1.2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/commons-lang-2.6.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/easymock-2.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/guava-r05.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/javax.servlet-api-3.0.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/metrics-core-2.1.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/spatial4j-0.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/lib/commons-io-2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/lib/httpclient-4.1.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/lib/httpcore-4.1.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/lib/httpmime-4.1.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/lib/jcl-over-slf4j-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/lib/log4j-over-slf4j-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/lib/slf4j-api-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/lib/slf4j-jdk14-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/lib/wstx-asl-3.2.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/lib/zookeeper-3.3.6.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/example/lib/jetty-continuation-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/example/lib/jetty-deploy-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/example/lib/jetty-http-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/example/lib/jetty-io-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/example/lib/jetty-jmx-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/example/lib/jetty-security-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/example/lib/jetty-server-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/example/lib/jetty-servlet-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/example/lib/jetty-util-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/example/lib/jetty-webapp-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/example/lib/jetty-xml-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/example/lib/servlet-api-3.0.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/core/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/test-framework/lib/junit-4.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/test-framework/lib/randomizedtesting-runner-2.0.4.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-launcher.jar:/home/hudson/.ant/lib/ivy-2.2.0.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-regexp.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-junit.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-bsf.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-commons-net.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-antlr.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-log4j.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-commons-logging.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-xalan2.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-oro.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-junit4.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-netrexx.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-swing.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-javamail.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jsch.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jmf.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-bcel.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jai.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-testutil.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-resolver.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jdepend.jar:/usr/local/openjdk6/lib/tools.jar:/home/hudson/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.0.4.jar
[junit4:junit4] 2> 356 T62 oaz.Environment.logEnv Client environment:java.library.path=/usr/local/openjdk6/jre/lib/amd64/server:/usr/local/openjdk6/jre/lib/amd64:/usr/local/openjdk6/jre/../lib/amd64:/usr/java/packages/lib/amd64:/lib:/usr/lib:/usr/local/lib
[junit4:junit4] 2> 357 T62 oaz.Environment.logEnv Client environment:java.io.tmpdir=.
[junit4:junit4] 2> 357 T62 oaz.Environment.logEnv Client environment:java.compiler=<NA>
[junit4:junit4] 2> 357 T62 oaz.Environment.logEnv Client environment:os.name=FreeBSD
[junit4:junit4] 2> 358 T62 oaz.Environment.logEnv Client environment:os.arch=amd64
[junit4:junit4] 2> 358 T62 oaz.Environment.logEnv Client environment:os.version=9.0-RELEASE
[junit4:junit4] 2> 358 T62 oaz.Environment.logEnv Client environment:user.name=hudson
[junit4:junit4] 2> 359 T62 oaz.Environment.logEnv Client environment:user.home=/home/hudson
[junit4:junit4] 2> 359 T62 oaz.Environment.logEnv Client environment:user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
[junit4:junit4] 2> 371 T62 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:24712 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@6fd46259
[junit4:junit4] 2> 458 T67 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:24712
[junit4:junit4] 2> 462 T62 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 464 T67 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:24712, initiating session
[junit4:junit4] 2> 464 T64 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:15809
[junit4:junit4] 2> 490 T64 oazs.NIOServerCnxn.doIO WARNING Exception causing close of session 0x0 due to java.io.IOException: ZooKeeperServer not running
[junit4:junit4] 2> 490 T64 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:15809 (no session established for client)
[junit4:junit4] 2> 491 T67 oaz.ClientCnxn$SendThread.run Unable to read additional data from server sessionid 0x0, likely server has closed socket, closing socket connection and attempting reconnect
[junit4:junit4] 2> 1625 T67 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost/127.0.0.1:24712
[junit4:junit4] 2> 1626 T67 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:24712, initiating session
[junit4:junit4] 2> 1626 T64 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:56369
[junit4:junit4] 2> 1627 T64 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:56369
[junit4:junit4] 2> 1645 T66 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4] 2> 1690 T66 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab6afbdcf0000 with negotiated timeout 10000 for client /140.211.11.196:56369
[junit4:junit4] 2> 1691 T67 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:24712, sessionid = 0x13ab6afbdcf0000, negotiated timeout = 10000
[junit4:junit4] 2> 1696 T69 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6fd46259 name:ZooKeeperConnection Watcher:127.0.0.1:24712 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1697 T62 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1702 T62 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4] 2> 1788 T68 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x13ab6afbdcf0000
[junit4:junit4] 2> 1789 T69 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 1789 T62 oaz.ZooKeeper.close Session: 0x13ab6afbdcf0000 closed
[junit4:junit4] 2> 1790 T64 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:56369 which had sessionid 0x13ab6afbdcf0000
[junit4:junit4] 2> 1791 T62 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:24712/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@5fcbc39b
[junit4:junit4] 2> 1792 T70 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:24712
[junit4:junit4] 2> 1792 T62 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1793 T70 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:24712, initiating session
[junit4:junit4] 2> 1793 T64 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:30692
[junit4:junit4] 2> 1794 T64 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:30692
[junit4:junit4] 2> 1795 T66 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab6afbdcf0001 with negotiated timeout 10000 for client /140.211.11.196:30692
[junit4:junit4] 2> 1796 T70 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:24712, sessionid = 0x13ab6afbdcf0001, negotiated timeout = 10000
[junit4:junit4] 2> 1796 T71 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5fcbc39b name:ZooKeeperConnection Watcher:127.0.0.1:24712/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1796 T62 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1811 T62 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4] 2> 1821 T62 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4] 2> 1826 T62 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4] 2> 1829 T62 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4] 2> 1834 T62 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 1836 T62 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 1857 T62 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4] 2> 1858 T62 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4] 2> 1964 T62 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 1965 T62 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 1982 T62 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 2> 1983 T62 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 2> 1986 T62 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 2> 1987 T62 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4] 2> 1990 T62 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 2> 1990 T62 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4] 2> 1993 T62 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 1994 T62 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 1997 T62 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 1998 T62 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 2001 T62 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 2002 T62 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 2009 T62 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 2> 2010 T62 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 2> 2013 T68 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x13ab6afbdcf0001
[junit4:junit4] 2> 2014 T71 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 2014 T64 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:30692 which had sessionid 0x13ab6afbdcf0001
[junit4:junit4] 2> 2014 T62 oaz.ZooKeeper.close Session: 0x13ab6afbdcf0001 closed
[junit4:junit4] 2> 2548 T62 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4] 2> 2900 T62 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:64669
[junit4:junit4] 2> 2940 T62 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 2941 T62 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1351684703309
[junit4:junit4] 2> 2941 T62 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1351684703309/'
[junit4:junit4] 2> 2984 T62 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 2985 T62 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 2985 T62 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1351684703309
[junit4:junit4] 2> 2986 T62 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1351684703309/solr.xml
[junit4:junit4] 2> 2986 T62 oasc.CoreContainer.<init> New CoreContainer 912360755
[junit4:junit4] 2> 2987 T62 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1351684703309/'
[junit4:junit4] 2> 2988 T62 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1351684703309/'
[junit4:junit4] 2> 3036 T62 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 3058 T62 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:24712/solr
[junit4:junit4] 2> 3102 T62 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:24712/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@53e36ec6
[junit4:junit4] 2> 3103 T82 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:24712
[junit4:junit4] 2> 3103 T62 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 3105 T82 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:24712, initiating session
[junit4:junit4] 2> 3105 T64 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:16392
[junit4:junit4] 2> 3106 T64 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:16392
[junit4:junit4] 2> 3107 T66 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab6afbdcf0002 with negotiated timeout 5000 for client /140.211.11.196:16392
[junit4:junit4] 2> 3107 T82 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:24712, sessionid = 0x13ab6afbdcf0002, negotiated timeout = 5000
[junit4:junit4] 2> 3108 T83 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@53e36ec6 name:ZooKeeperConnection Watcher:127.0.0.1:24712/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 3108 T62 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 3130 T68 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab6afbdcf0002 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 3145 T62 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4] 2> 3152 T62 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64669_solr
[junit4:junit4] 2> 3160 T68 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab6afbdcf0002 type:delete cxid:0x7 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:64669_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:64669_solr
[junit4:junit4] 2> 3161 T62 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:64669_solr
[junit4:junit4] 2> 3165 T62 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 3165 T62 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 3166 T62 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 3166 T62 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 3167 T62 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 3167 T62 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 3168 T62 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 3168 T62 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 3169 T62 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 3170 T62 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 3189 T62 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4] 2> 3226 T68 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab6afbdcf0002 type:delete cxid:0x15 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4] 2> 3227 T62 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4] 2> 3231 T62 oasc.Overseer.start Overseer (id=88584008607137794-127.0.0.1:64669_solr-n_0000000000) starting
[junit4:junit4] 2> 3232 T68 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab6afbdcf0002 type:create cxid:0x1a zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 3258 T68 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab6afbdcf0002 type:create cxid:0x1b zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 3259 T68 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab6afbdcf0002 type:create cxid:0x1c zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 3267 T68 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab6afbdcf0002 type:create cxid:0x1d zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 3269 T85 oasc.OverseerCollectionProcessor.run Process current queue of collection messages
[junit4:junit4] 2> 3269 T62 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4] 2> 3272 T62 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 3446 T84 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4] 2> 3512 T62 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1351684703309/collection1
[junit4:junit4] 2> 3513 T62 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4] 2> 3514 T62 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 3515 T62 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4] 2> 3518 T62 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1351684703309/collection1/'
[junit4:junit4] 2> 3519 T62 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1351684703309/collection1/lib/README' to classloader
[junit4:junit4] 2> 3520 T62 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1351684703309/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 3636 T62 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 3723 T62 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 3825 T62 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 3838 T62 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 4515 T62 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 4526 T62 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 4529 T62 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 4546 T62 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 4551 T62 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 4555 T62 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 4557 T62 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 4559 T62 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1351684703309/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1351684701300/control/data/
[junit4:junit4] 2> 4564 T62 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3af7345b
[junit4:junit4] 2> 4565 T62 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4] 2> 4595 T62 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1351684701300/control/data lockFactory=org.apache.lucene.store.NativeFSLockFactory@34c7da23; maxCacheMB=48.0 maxMergeSizeMB=4.0) assuming 'simple'
[junit4:junit4] 2> 4595 T62 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1351684701300/control/data forceNew:false
[junit4:junit4] 2> 4596 T62 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1351684701300/control/data
[junit4:junit4] 2> 4597 T62 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1351684701300/control/data/index/
[junit4:junit4] 2> 4598 T62 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1351684701300/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 4599 T62 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1351684701300/control/data/index forceNew:false
[junit4:junit4] 2> 4610 T62 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1351684701300/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@533d76d5; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 4611 T62 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 4611 T62 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1351684701300/control/data/index
[junit4:junit4] 2> 4612 T62 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4] 2> 4618 T62 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 4619 T62 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4] 2> 4619 T62 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 4620 T62 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4] 2> 4620 T62 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 4621 T62 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 4621 T62 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 4622 T62 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 4623 T62 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 4624 T62 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4] 2> 4625 T62 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4] 2> 4626 T62 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 4627 T62 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4] 2> 4627 T62 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4] 2> 4628 T62 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4] 2> 4629 T62 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 4630 T62 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 4631 T62 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 4632 T62 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 4633 T62 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 4634 T62 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 4635 T62 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 4636 T62 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 4637 T62 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4] 2> 4638 T62 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4] 2> 4643 T62 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 4647 T62 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4] 2> 4649 T62 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4] 2> 4651 T62 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1351684701300/control/data
[junit4:junit4] 2> 4653 T62 oass.SolrIndexSearcher.<init> Opening Searcher@7f6ee240 main
[junit4:junit4] 2> 4673 T62 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 4673 T62 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 4673 T62 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4] 2> 4688 T62 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4] 2> 4745 T90 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7f6ee240 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 4749 T62 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 4750 T68 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab6afbdcf0002 type:create cxid:0x56 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4] 2> 4760 T62 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 4761 T62 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:64669/solr shardId:control_shard
[junit4:junit4] 2> 4772 T62 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4:junit4] 2> 4785 T62 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/control_shard/election
[junit4:junit4] 2> 4803 T68 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab6afbdcf0002 type:delete cxid:0x65 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4] 2> 4804 T62 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 4804 T68 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab6afbdcf0002 type:create cxid:0x66 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 4957 T84 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 4958 T84 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "numShards":null,
[junit4:junit4] 2> "shard":"control_shard",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "node_name":"127.0.0.1:64669_solr",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:64669/solr"}
[junit4:junit4] 2> 4968 T68 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab6afbdcf0002 type:create cxid:0x6d zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4] 2> 4993 T83 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (1)
[junit4:junit4] 2> 5315 T62 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 5316 T62 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 5316 T62 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:64669/solr/collection1/
[junit4:junit4] 2> 5317 T62 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 5317 T62 oasc.SyncStrategy.syncToMe http://127.0.0.1:64669/solr/collection1/ has no replicas
[junit4:junit4] 2> 5318 T62 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:64669/solr/collection1/
[junit4:junit4] 2> 5318 T62 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/control_shard
[junit4:junit4] 2> 5324 T68 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab6afbdcf0002 type:create cxid:0x8c zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 5500 T84 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 5513 T83 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (1)
[junit4:junit4] 2> 5536 T62 oasc.ZkController.register We are http://127.0.0.1:64669/solr/collection1/ and leader is http://127.0.0.1:64669/solr/collection1/
[junit4:junit4] 2> 5542 T62 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:64669/solr
[junit4:junit4] 2> 5543 T62 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 5543 T62 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 5546 T62 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 5547 T62 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
[junit4:junit4] 2> 5547 T62 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 5657 T62 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 5684 T62 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 5702 T62 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:24712/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@7504f8eb
[junit4:junit4] 2> 5703 T91 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:24712
[junit4:junit4] 2> 5703 T62 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 5704 T91 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:24712, initiating session
[junit4:junit4] 2> 5704 T64 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:59111
[junit4:junit4] 2> 5704 T64 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:59111
[junit4:junit4] 2> 5706 T66 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab6afbdcf0003 with negotiated timeout 10000 for client /140.211.11.196:59111
[junit4:junit4] 2> 5706 T91 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:24712, sessionid = 0x13ab6afbdcf0003, negotiated timeout = 10000
[junit4:junit4] 2> 5706 T92 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7504f8eb name:ZooKeeperConnection Watcher:127.0.0.1:24712/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 5707 T62 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 5708 T62 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 5713 T62 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 2> 5915 T62 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4] 2> 5918 T62 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:23874
[junit4:junit4] 2> 5919 T62 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 5920 T62 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1351684707008
[junit4:junit4] 2> 5920 T62 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1351684707008/'
[junit4:junit4] 2> 5968 T62 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 5969 T62 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 5969 T62 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1351684707008
[junit4:junit4] 2> 5970 T62 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1351684707008/solr.xml
[junit4:junit4] 2> 5970 T62 oasc.CoreContainer.<init> New CoreContainer 1894682801
[junit4:junit4] 2> 5971 T62 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1351684707008/'
[junit4:junit4] 2> 5972 T62 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1351684707008/'
[junit4:junit4] 2> 6001 T62 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 6018 T62 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:24712/solr
[junit4:junit4] 2> 6019 T84 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 6019 T62 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:24712/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@702f2591
[junit4:junit4] 2> 6020 T102 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:24712
[junit4:junit4] 2> 6020 T84 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "numShards":null,
[junit4:junit4] 2> "shard":"control_shard",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "node_name":"127.0.0.1:64669_solr",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:64669/solr"}
[junit4:junit4] 2> 6020 T62 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 6021 T102 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:24712, initiating session
[junit4:junit4] 2> 6021 T64 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:22105
[junit4:junit4] 2> 6022 T64 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:22105
[junit4:junit4] 2> 6024 T66 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab6afbdcf0004 with negotiated timeout 5000 for client /140.211.11.196:22105
[junit4:junit4] 2> 6024 T102 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:24712, sessionid = 0x13ab6afbdcf0004, negotiated timeout = 5000
[junit4:junit4] 2> 6024 T103 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@702f2591 name:ZooKeeperConnection Watcher:127.0.0.1:24712/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 6025 T62 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 6026 T68 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab6afbdcf0004 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 6037 T68 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab6afbdcf0004 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 6044 T62 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:23874_solr
[junit4:junit4] 2> 6045 T68 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab6afbdcf0004 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:23874_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:23874_solr
[junit4:junit4] 2> 6046 T62 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:23874_solr
[junit4:junit4] 2> 6055 T83 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (1)
[junit4:junit4] 2> 6056 T92 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (1)
[junit4:junit4] 2> 6062 T92 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 6062 T62 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 6063 T62 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 6063 T62 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 6064 T83 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 6064 T62 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 6064 T83 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
[junit4:junit4] 2> 6064 T62 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 6065 T62 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 6065 T62 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 6066 T62 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 6066 T62 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 6067 T62 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 6092 T62 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 6102 T62 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1351684707008/collection1
[junit4:junit4] 2> 6102 T62 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 6103 T62 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 6104 T62 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 6106 T62 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1351684707008/collection1/'
[junit4:junit4] 2> 6108 T62 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1351684707008/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 6109 T62 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1351684707008/collection1/lib/README' to classloader
[junit4:junit4] 2> 6167 T62 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 6244 T62 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 6345 T62 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 6358 T62 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 6991 T62 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 6999 T62 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 7002 T62 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 7020 T62 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 7025 T62 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 7029 T62 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 7031 T62 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 7033 T62 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1351684707008/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1351684701300/jetty1/
[junit4:junit4] 2> 7033 T62 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3af7345b
[junit4:junit4] 2> 7034 T62 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4] 2> 7035 T62 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1351684701300/jetty1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@367720d7; maxCacheMB=48.0 maxMergeSizeMB=4.0) assuming 'simple'
[junit4:junit4] 2> 7035 T62 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1351684701300/jetty1 forceNew:false
[junit4:junit4] 2> 7036 T62 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1351684701300/jetty1
[junit4:junit4] 2> 7036 T62 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1351684701300/jetty1/index/
[junit4:junit4] 2> 7037 T62 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1351684701300/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 7038 T62 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1351684701300/jetty1/index forceNew:false
[junit4:junit4] 2> 7046 T62 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1351684701300/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5323cf50; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 7047 T62 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 7048 T62 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1351684701300/jetty1/index
[junit4:junit4] 2> 7048 T62 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4] 2> 7051 T62 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 7051 T62 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4] 2> 7052 T62 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 7052 T62 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4] 2> 7053 T62 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 7053 T62 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 7054 T62 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 7055 T62 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 7056 T62 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 7057 T62 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4] 2> 7058 T62 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4] 2> 7059 T62 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 7060 T62 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4] 2> 7060 T62 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4] 2> 7061 T62 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4] 2> 7062 T62 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 7063 T62 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 7064 T62 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 7065 T62 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 7066 T62 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 7067 T62 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 7068 T62 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 7069 T62 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 7071 T62 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4] 2> 7072 T62 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4] 2> 7077 T62 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 7080 T62 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4] 2> 7082 T62 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4] 2> 7084 T62 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1351684701300/jetty1
[junit4:junit4] 2> 7086 T62 oass.SolrIndexSearcher.<init> Opening Searcher@434e54d8 main
[junit4:junit4] 2> 7087 T62 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 7088 T62 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 7088 T62 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4] 2> 7094 T62 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4] 2> 7151 T106 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@434e54d8 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 7155 T62 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 7569 T84 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 7570 T84 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:23874_solr",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:23874/solr"}
[junit4:junit4] 2> 7570 T84 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4] 2> 7604 T83 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
[junit4:junit4] 2> 7604 T103 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
[junit4:junit4] 2> 7604 T92 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
[junit4:junit4] 2> 7659 T62 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 7660 T62 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:23874/solr shardId:shard1
[junit4:junit4] 2> 7661 T62 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 2> 7681 T68 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab6afbdcf0004 type:delete cxid:0x43 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4] 2> 7686 T62 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 7687 T68 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab6afbdcf0004 type:create cxid:0x44 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 7690 T62 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 7690 T62 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 7691 T62 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:23874/solr/collection1/
[junit4:junit4] 2> 7692 T62 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 7692 T62 oasc.SyncStrategy.syncToMe http://127.0.0.1:23874/solr/collection1/ has no replicas
[junit4:junit4] 2> 7693 T62 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:23874/solr/collection1/
[junit4:junit4] 2> 7694 T62 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 2> 7699 T68 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab6afbdcf0004 type:create cxid:0x4e zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 8110 T84 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 8131 T83 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
[junit4:junit4] 2> 8131 T92 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
[junit4:junit4] 2> 8131 T103 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
[junit4:junit4] 2> 8166 T62 oasc.ZkController.register We are http://127.0.0.1:23874/solr/collection1/ and leader is http://127.0.0.1:23874/solr/collection1/
[junit4:junit4] 2> 8166 T62 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:23874/solr
[junit4:junit4] 2> 8167 T62 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 8167 T62 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 8169 T62 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 8170 T62 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
[junit4:junit4] 2> 8170 T62 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 8171 T62 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 8289 T62 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4] 2> 8291 T62 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:33229
[junit4:junit4] 2> 8292 T62 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 8292 T62 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1351684709476
[junit4:junit4] 2> 8293 T62 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1351684709476/'
[junit4:junit4] 2> 8319 T62 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 8320 T62 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 8320 T62 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1351684709476
[junit4:junit4] 2> 8320 T62 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1351684709476/solr.xml
[junit4:junit4] 2> 8321 T62 oasc.CoreContainer.<init> New CoreContainer 1175215547
[junit4:junit4] 2> 8321 T62 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1351684709476/'
[junit4:junit4] 2> 8322 T62 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1351684709476/'
[junit4:junit4] 2> 8340 T62 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 8351 T62 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:24712/solr
[junit4:junit4] 2> 8352 T62 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:24712/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@526963b0
[junit4:junit4] 2> 8353 T117 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:24712
[junit4:junit4] 2> 8353 T62 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 8354 T117 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:24712, initiating session
[junit4:junit4] 2> 8354 T64 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:52635
[junit4:junit4] 2> 8355 T64 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:52635
[junit4:junit4] 2> 8357 T66 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab6afbdcf0005 with negotiated timeout 5000 for client /140.211.11.196:52635
[junit4:junit4] 2> 8357 T117 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:24712, sessionid = 0x13ab6afbdcf0005, negotiated timeout = 5000
[junit4:junit4] 2> 8358 T118 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@526963b0 name:ZooKeeperConnection Watcher:127.0.0.1:24712/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 8358 T62 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 8359 T68 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab6afbdcf0005 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 8372 T68 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab6afbdcf0005 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 8374 T62 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33229_solr
[junit4:junit4] 2> 8375 T68 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab6afbdcf0005 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:33229_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:33229_solr
[junit4:junit4] 2> 8377 T62 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:33229_solr
[junit4:junit4] 2> 8379 T103 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
[junit4:junit4] 2> 8380 T92 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 8380 T83 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 8380 T92 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4] 2> 8380 T83 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4] 2> 8380 T62 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 8381 T103 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 8381 T62 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 8382 T62 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 8382 T62 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 8383 T62 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 8383 T62 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 8384 T62 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 8384 T62 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 8385 T62 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 8385 T62 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 8399 T62 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 8406 T62 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1351684709476/collection1
[junit4:junit4] 2> 8406 T62 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 8407 T62 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 8407 T62 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 8409 T62 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1351684709476/collection1/'
[junit4:junit4] 2> 8410 T62 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1351684709476/collection1/lib/README' to classloader
[junit4:junit4] 2> 8411 T62 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1351684709476/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 8449 T62 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 8501 T62 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 8602 T62 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 8610 T62 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 8645 T84 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 8653 T84 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:23874_solr",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:23874/solr"}
[junit4:junit4] 2> 8663 T92 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4] 2> 8663 T83 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4] 2> 8663 T118 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4] 2> 8663 T103 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4] 2> 9062 T62 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 9070 T62 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 9073 T62 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 9098 T62 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 9103 T62 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 9108 T62 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 9110 T62 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 9112 T62 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1351684709476/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1351684701300/jetty2/
[junit4:junit4] 2> 9112 T62 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3af7345b
[junit4:junit4] 2> 9113 T62 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4] 2> 9114 T62 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1351684701300/jetty2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@498ab963; maxCacheMB=48.0 maxMergeSizeMB=4.0) assuming 'simple'
[junit4:junit4] 2> 9114 T62 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1351684701300/jetty2 forceNew:false
[junit4:junit4] 2> 9115 T62 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1351684701300/jetty2
[junit4:junit4] 2> 9115 T62 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1351684701300/jetty2/index/
[junit4:junit4] 2> 9116 T62 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1351684701300/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 9117 T62 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1351684701300/jetty2/index forceNew:false
[junit4:junit4] 2> 9122 T62 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1351684701300/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@744607b5; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 9123 T62 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 9123 T62 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1351684701300/jetty2/index
[junit4:junit4] 2> 9124 T62 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4] 2> 9126 T62 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 9126 T62 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4] 2> 9127 T62 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 9127 T62 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4] 2> 9128 T62 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 9128 T62 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 9129 T62 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 9130 T62 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 9131 T62 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 9132 T62 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4] 2> 9133 T62 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4] 2> 9134 T62 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 9135 T62 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4] 2> 9135 T62 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4] 2> 9136 T62 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4] 2> 9137 T62 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 9138 T62 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 9139 T62 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 9140 T62 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 9141 T62 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 9142 T62 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 9143 T62 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 9145 T62 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 9146 T62 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4] 2> 9147 T62 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4] 2> 9152 T62 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 9155 T62 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4] 2> 9157 T62 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4] 2> 9159 T62 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1351684701300/jetty2
[junit4:junit4] 2> 9161 T62 oass.SolrIndexSearcher.<init> Opening Searcher@13b4d41e main
[junit4:junit4] 2> 9162 T62 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 9162 T62 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 9163 T62 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4] 2> 9169 T62 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4] 2> 9225 T121 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@13b4d41e main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 9230 T62 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 9676 T84 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 9677 T84 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:33229_solr",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:33229/solr"}
[junit4:junit4] 2> 9691 T83 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4] 2> 9691 T103 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4] 2> 9691 T92 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4] 2> 9691 T118 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4] 2> 9733 T62 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 9734 T62 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:33229/solr shardId:shard2
[junit4:junit4] 2> 9735 T62 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4] 2> 9753 T68 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab6afbdcf0005 type:delete cxid:0x44 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
[junit4:junit4] 2> 9754 T62 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 9755 T68 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab6afbdcf0005 type:create cxid:0x45 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 9764 T62 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 9765 T62 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 9765 T62 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:33229/solr/collection1/
[junit4:junit4] 2> 9766 T62 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 9766 T62 oasc.SyncStrategy.syncToMe http://127.0.0.1:33229/solr/collection1/ has no replicas
[junit4:junit4] 2> 9767 T62 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:33229/solr/collection1/
[junit4:junit4] 2> 9768 T62 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4] 2> 9772 T68 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab6afbdcf0005 type:create cxid:0x4e zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 10196 T84 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 10215 T83 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4] 2> 10215 T103 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4] 2> 10215 T118 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4] 2> 10215 T92 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4] 2> 10241 T62 oasc.ZkController.register We are http://127.0.0.1:33229/solr/collection1/ and leader is http://127.0.0.1:33229/solr/collection1/
[junit4:junit4] 2> 10241 T62 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:33229/solr
[junit4:junit4] 2> 10242 T62 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 10242 T62 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 10244 T62 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 10245 T62 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
[junit4:junit4] 2> 10246 T62 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 10246 T62 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 10367 T62 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4] 2> 10370 T62 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:40604
[junit4:junit4] 2> 10371 T62 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 10371 T62 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1351684711551
[junit4:junit4] 2> 10371 T62 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1351684711551/'
[junit4:junit4] 2> 10396 T62 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 10396 T62 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 10397 T62 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1351684711551
[junit4:junit4] 2> 10397 T62 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1351684711551/solr.xml
[junit4:junit4] 2> 10397 T62 oasc.CoreContainer.<init> New CoreContainer 674172423
[junit4:junit4] 2> 10398 T62 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1351684711551/'
[junit4:junit4] 2> 10398 T62 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1351684711551/'
[junit4:junit4] 2> 10417 T62 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 10428 T62 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:24712/solr
[junit4:junit4] 2> 10429 T62 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:24712/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@2c9ced84
[junit4:junit4] 2> 10430 T131 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:24712
[junit4:junit4] 2> 10430 T62 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 10431 T131 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:24712, initiating session
[junit4:junit4] 2> 10431 T64 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:22970
[junit4:junit4] 2> 10432 T64 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:22970
[junit4:junit4] 2> 10433 T66 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab6afbdcf0006 with negotiated timeout 5000 for client /140.211.11.196:22970
[junit4:junit4] 2> 10433 T131 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:24712, sessionid = 0x13ab6afbdcf0006, negotiated timeout = 5000
[junit4:junit4] 2> 10434 T132 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2c9ced84 name:ZooKeeperConnection Watcher:127.0.0.1:24712/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 10434 T62 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 10435 T68 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab6afbdcf0006 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 10443 T68 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab6afbdcf0006 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 10444 T62 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40604_solr
[junit4:junit4] 2> 10445 T68 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab6afbdcf0006 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:40604_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:40604_solr
[junit4:junit4] 2> 10451 T62 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:40604_solr
[junit4:junit4] 2> 10454 T103 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4] 2> 10454 T92 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 10455 T83 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 10454 T118 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 10455 T62 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 10455 T83 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
[junit4:junit4] 2> 10455 T92 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
[junit4:junit4] 2> 10455 T118 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
[junit4:junit4] 2> 10456 T62 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 10456 T103 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 10456 T62 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 10457 T62 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 10457 T62 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 10458 T62 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 10458 T62 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 10459 T62 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 10459 T62 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 10460 T62 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 10478 T62 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 10484 T62 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1351684711551/collection1
[junit4:junit4] 2> 10485 T62 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 10485 T62 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 10486 T62 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 10487 T62 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1351684711551/collection1/'
[junit4:junit4] 2> 10488 T62 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1351684711551/collection1/lib/README' to classloader
[junit4:junit4] 2> 10489 T62 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1351684711551/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 10530 T62 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 10584 T62 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 10685 T62 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 10694 T62 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 10730 T84 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 10731 T84 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:33229_solr",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:33229/solr"}
[junit4:junit4] 2> 10744 T103 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
[junit4:junit4] 2> 10744 T92 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
[junit4:junit4] 2> 10744 T132 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
[junit4:junit4] 2> 10744 T118 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
[junit4:junit4] 2> 10744 T83 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
[junit4:junit4] 2> 11142 T62 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 11150 T62 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 11153 T62 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 11173 T62 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 11178 T62 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 11183 T62 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 11184 T62 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 11186 T62 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1351684711551/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1351684701300/jetty3/
[junit4:junit4] 2> 11187 T62 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3af7345b
[junit4:junit4] 2> 11187 T62 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4] 2> 11188 T62 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1351684701300/jetty3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@211c7f8d; maxCacheMB=48.0 maxMergeSizeMB=4.0) assuming 'simple'
[junit4:junit4] 2> 11189 T62 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1351684701300/jetty3 forceNew:false
[junit4:junit4] 2> 11189 T62 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1351684701300/jetty3
[junit4:junit4] 2> 11190 T62 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1351684701300/jetty3/index/
[junit4:junit4] 2> 11190 T62 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1351684701300/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 11191 T62 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1351684701300/jetty3/index forceNew:false
[junit4:junit4] 2> 11196 T62 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1351684701300/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1f4790be; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 11196 T62 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 11197 T62 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1351684701300/jetty3/index
[junit4:junit4] 2> 11198 T62 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4] 2> 11200 T62 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 11200 T62 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4] 2> 11201 T62 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 11201 T62 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4] 2> 11202 T62 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 11202 T62 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 11203 T62 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 11204 T62 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 11205 T62 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 11206 T62 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4] 2> 11208 T62 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4] 2> 11208 T62 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 11210 T62 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4] 2> 11210 T62 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4] 2> 11211 T62 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4] 2> 11212 T62 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 11213 T62 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 11214 T62 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 11215 T62 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 11216 T62 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 11217 T62 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 11218 T62 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 11219 T62 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 11220 T62 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4] 2> 11222 T62 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4] 2> 11227 T62 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 11230 T62 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4] 2> 11232 T62 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4] 2> 11234 T62 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1351684701300/jetty3
[junit4:junit4] 2> 11236 T62 oass.SolrIndexSearcher.<init> Opening Searcher@3240a47f main
[junit4:junit4] 2> 11237 T62 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 11237 T62 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 11237 T62 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4] 2> 11244 T62 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4] 2> 11297 T137 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3240a47f main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 11302 T62 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 11752 T84 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 11753 T84 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:40604_solr",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:40604/solr"}
[junit4:junit4] 2> 11766 T83 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
[junit4:junit4] 2> 11766 T132 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
[junit4:junit4] 2> 11766 T103 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
[junit4:junit4] 2> 11766 T118 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
[junit4:junit4] 2> 11766 T92 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
[junit4:junit4] 2> 11805 T62 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 11805 T62 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:40604/solr shardId:shard1
[junit4:junit4] 2> 11810 T62 oasc.ZkController.register We are http://127.0.0.1:40604/solr/collection1/ and leader is http://127.0.0.1:23874/solr/collection1/
[junit4:junit4] 2> 11810 T62 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:40604/solr
[junit4:junit4] 2> 11811 T62 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 11811 T62 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C8 name=collection1 org.apache.solr.core.SolrCore@60a2f435 url=http://127.0.0.1:40604/solr/collection1 node=127.0.0.1:40604_solr
[junit4:junit4] 2> 11817 T138 C8 P40604 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 11817 T62 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 11818 T138 C8 P40604 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 11818 T138 C8 P40604 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 11824 T62 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
[junit4:junit4] 2> 11825 T138 C8 P40604 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:23874/solr/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 11825 T62 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 11825 T62 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 11832 T138 C8 P40604 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&connTimeout=30000&socketTimeout=30000&retry=false
[junit4:junit4] 2> 11850 T138 C8 P40604 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:40604/solr START replicas=[http://127.0.0.1:23874/solr/collection1/] nUpdates=100
[junit4:junit4] 2> 11861 T138 C8 P40604 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 11862 T138 C8 P40604 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 11862 T138 C8 P40604 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 11862 T138 C8 P40604 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 12004 T62 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4] 2> 12007 T62 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:41607
[junit4:junit4] 2> 12008 T62 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 12009 T62 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1351684713133
[junit4:junit4] 2> 12010 T62 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1351684713133/'
[junit4:junit4] 2> 12241 T62 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 12242 T62 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 12242 T62 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1351684713133
[junit4:junit4] 2> 12243 T62 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1351684713133/solr.xml
[junit4:junit4] 2> 12243 T62 oasc.CoreContainer.<init> New CoreContainer 856569878
[junit4:junit4] 2> 12244 T62 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1351684713133/'
[junit4:junit4] 2> 12245 T62 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1351684713133/'
[junit4:junit4] 2> 12273 T84 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 12275 T84 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:40604_solr",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:40604/solr"}
[junit4:junit4] 2> 12294 T83 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
[junit4:junit4] 2> 12294 T118 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
[junit4:junit4] 2> 12294 T103 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
[junit4:junit4] 2> 12294 T92 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
[junit4:junit4] 2> 12294 T132 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
[junit4:junit4] 2> 12521 T62 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 12632 T62 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:24712/solr
[junit4:junit4] 2> 12632 T62 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:24712/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@115c6cb
[junit4:junit4] 2> 12634 T153 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:24712
[junit4:junit4] 2> 12634 T62 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 12635 T153 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:24712, initiating session
[junit4:junit4] 2> 12635 T64 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:16999
[junit4:junit4] 2> 12636 T64 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:16999
[junit4:junit4] 2> 12639 T66 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab6afbdcf0007 with negotiated timeout 5000 for client /140.211.11.196:16999
[junit4:junit4] 2> 12639 T153 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:24712, sessionid = 0x13ab6afbdcf0007, negotiated timeout = 5000
[junit4:junit4] 2> 12640 T154 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@115c6cb name:ZooKeeperConnection Watcher:127.0.0.1:24712/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 12640 T62 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 12641 T68 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab6afbdcf0007 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 12643 T68 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab6afbdcf0007 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 12659 T62 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41607_solr
[junit4:junit4] 2> 12660 T68 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab6afbdcf0007 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:41607_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:41607_solr
[junit4:junit4] 2> 12661 T62 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:41607_solr
[junit4:junit4] 2> 12664 T132 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
[junit4:junit4] 2> 12664 T103 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
[junit4:junit4] 2> 12665 T83 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 12665 T92 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 12665 T83 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (5)
[junit4:junit4] 2> 12666 T92 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (5)
[junit4:junit4] 2> 12665 T118 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 12666 T118 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (5)
[junit4:junit4] 2> 12667 T62 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 12667 T132 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 12667 T103 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 12668 T62 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 12668 T62 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 12669 T62 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 12669 T62 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 12670 T62 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 12671 T62 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 12671 T62 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 12672 T62 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 12672 T62 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 12693 T62 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 12741 T62 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1351684713133/collection1
[junit4:junit4] 2> 12742 T62 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 12743 T62 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 12744 T62 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 12746 T62 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1351684713133/collection1/'
[junit4:junit4] 2> 12748 T62 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1351684713133/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 12749 T62 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1351684713133/collection1/lib/README' to classloader
[junit4:junit4] 2> ASYNC NEW_CORE C9 name=collection1 org.apache.solr.core.SolrCore@14c4b664 url=http://127.0.0.1:23874/solr/collection1 node=127.0.0.1:23874_solr
[junit4:junit4] 2> 13258 T105 C9 P23874 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=12
[junit4:junit4] 2> 13274 T62 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 13467 T62 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 13568 T62 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 13580 T62 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 14220 T62 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 14233 T62 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 14238 T62 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 14262 T62 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 14268 T62 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 14274 T62 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 14277 T62 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 14279 T62 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1351684713133/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1351684701300/jetty4/
[junit4:junit4] 2> 14280 T62 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3af7345b
[junit4:junit4] 2> 14281 T62 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4] 2> 14282 T62 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1351684701300/jetty4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6596722d; maxCacheMB=48.0 maxMergeSizeMB=4.0) assuming 'simple'
[junit4:junit4] 2> 14283 T62 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1351684701300/jetty4 forceNew:false
[junit4:junit4] 2> 14284 T62 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1351684701300/jetty4
[junit4:junit4] 2> 14284 T62 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1351684701300/jetty4/index/
[junit4:junit4] 2> 14285 T62 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1351684701300/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 14286 T62 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1351684701300/jetty4/index forceNew:false
[junit4:junit4] 2> 14294 T62 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1351684701300/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@26c087be; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 14295 T62 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 14296 T62 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1351684701300/jetty4/index
[junit4:junit4] 2> 14296 T62 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4] 2> 14299 T62 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 14300 T62 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4] 2> 14301 T62 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 14301 T62 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4] 2> 14302 T62 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 14303 T62 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 14304 T62 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 14305 T62 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 14307 T62 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 14309 T62 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4] 2> 14310 T62 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4] 2> 14311 T62 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 14313 T62 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4] 2> 14313 T62 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4] 2> 14314 T62 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4] 2> 14316 T62 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 14317 T62 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 14319 T62 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 14321 T62 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 14322 T62 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 14324 T62 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 14326 T62 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 14327 T62 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 14329 T62 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4] 2> 14331 T62 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4] 2> 14338 T62 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 14343 T62 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4] 2> 14346 T62 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4] 2> 14349 T62 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1351684701300/jetty4
[junit4:junit4] 2> 14351 T62 oass.SolrIndexSearcher.<init> Opening Searcher@191e31ea main
[junit4:junit4] 2> 14352 T62 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 14353 T62 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 14354 T62 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4] 2> 14362 T62 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4] 2> 14425 T156 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@191e31ea main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 14432 T62 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 14811 T84 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 14813 T84 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:41607_solr",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:41607/solr"}
[junit4:junit4] 2> 14825 T154 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (5)
[junit4:junit4] 2> 14825 T118 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (5)
[junit4:junit4] 2> 14825 T103 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (5)
[junit4:junit4] 2> 14825 T83 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (5)
[junit4:junit4] 2> 14825 T92 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (5)
[junit4:junit4] 2> 14825 T132 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (5)
[junit4:junit4] 2> 14936 T62 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 14936 T62 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:41607/solr shardId:shard2
[junit4:junit4] 2> 14944 T62 oasc.ZkController.register We are http://127.0.0.1:41607/solr/collection1/ and leader is http://127.0.0.1:33229/solr/collection1/
[junit4:junit4] 2> 14945 T62 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:41607/solr
[junit4:junit4] 2> 14945 T62 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 14945 T62 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C10 name=collection1 org.apache.solr.core.SolrCore@7879e32f url=http://127.0.0.1:41607/solr/collection1 node=127.0.0.1:41607_solr
[junit4:junit4] 2> 14946 T157 C10 P41607 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 14947 T157 C10 P41607 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 14947 T62 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 14947 T157 C10 P41607 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 14949 T62 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
[junit4:junit4] 2> 14949 T62 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 14949 T157 C10 P41607 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:33229/solr/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 14950 T62 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 14950 T157 C10 P41607 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:41607/solr START replicas=[http://127.0.0.1:33229/solr/collection1/] nUpdates=100
[junit4:junit4] 2> 14951 T157 C10 P41607 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 14974 T157 C10 P41607 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 14974 T157 C10 P41607 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 14974 T157 C10 P41607 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C11 name=collection1 org.apache.solr.core.SolrCore@6290be01 url=http://127.0.0.1:33229/solr/collection1 node=127.0.0.1:33229_solr
[junit4:junit4] 2> 14985 T120 C11 P33229 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=0
[junit4:junit4] 2> 14991 T62 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 14993 T62 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):1080
[junit4:junit4] 2> 14994 T62 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 15333 T84 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 15334 T84 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:41607_solr",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:41607/solr"}
[junit4:junit4] 2> 15347 T83 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (5)
[junit4:junit4] 2> 15347 T103 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (5)
[junit4:junit4] 2> 15347 T118 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (5)
[junit4:junit4] 2> 15347 T132 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (5)
[junit4:junit4] 2> 15347 T154 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (5)
[junit4:junit4] 2> 15347 T92 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (5)
[junit4:junit4] 2> C8_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:40604_solr, base_url=http://127.0.0.1:40604/solr}
[junit4:junit4] 2> 15422 T138 C8 P40604 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 15422 T138 C8 P40604 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 15422 T138 C8 P40604 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:23874/solr/collection1/. core=collection1
[junit4:junit4] 2> 15423 T138 C8 P40604 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 15449 T155 C9 P23874 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16
[junit4:junit4] 2> 15463 T155 C9 P23874 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 15465 T155 C9 P23874 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1351684701300/jetty1
[junit4:junit4] 2> 15469 T155 C9 P23874 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1351684701300/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5323cf50; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 15470 T155 C9 P23874 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 15470 T155 C9 P23874 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1351684701300/jetty1
[junit4:junit4] 2> 15471 T155 C9 P23874 oass.SolrIndexSearcher.<init> Opening Searcher@1a1a1c6 realtime
[junit4:junit4] 2> 15471 T155 C9 P23874 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 15472 T155 C9 P23874 /update {waitSearcher=true&openSearcher=false&commit=true&commit_end_point=true&wt=javabin&softCommit=false&version=2} {commit=} 0 36
[junit4:junit4] 2> 15542 T138 C8 P40604 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 15542 T138 C8 P40604 oascsi.HttpClientUtil.createClient Creating new http client, config:connTimeout=5000&socketTimeout=20000&allowCompression=false&maxConnections=10000&maxConnectionsPerHost=10000
[junit4:junit4] 2> 15564 T138 C8 P40604 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 15640 T155 C9 P23874 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 15641 T155 C9 P23874 REQ /replication {command=indexversion&wt=javabin&qt=/replication&version=2} status=0 QTime=74
[junit4:junit4] 2> 15643 T138 C8 P40604 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1351684701300/jetty3
[junit4:junit4] 2> 15647 T138 C8 P40604 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1351684701300/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1f4790be; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 15648 T138 C8 P40604 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 15649 T138 C8 P40604 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=f
[...truncated too long message...]
rver.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] 2> at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] 2> at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] 2> 26) Thread[id=358, name=qtp1936788714-358 Acceptor2 SelectChannelConnector@0.0.0.0:13453, state=BLOCKED, group=TGRP-TestDistributedSearch]
[junit4:junit4] 2> at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] 2> at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] 2> at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] 2> at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] 2> 27) Thread[id=370, name=qtp694905630-370 Acceptor0 SelectChannelConnector@0.0.0.0:50694, state=BLOCKED, group=TGRP-TestDistributedSearch]
[junit4:junit4] 2> at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] 2> at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] 2> at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] 2> at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] 2> 28) Thread[id=118, name=qtp225077169-118 Acceptor1 SelectChannelConnector@0.0.0.0:32119, state=RUNNABLE, group=TGRP-TestDistributedSearch]
[junit4:junit4] 2> at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4] 2> at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
[junit4:junit4] 2> at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] 2> at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] 2> at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] 2> 29) Thread[id=343, name=qtp738271622-343 Acceptor1 SelectChannelConnector@0.0.0.0:57460, state=BLOCKED, group=TGRP-TestDistributedSearch]
[junit4:junit4] 2> at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] 2> at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] 2> at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] 2> at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] 2> 30) Thread[id=359, name=qtp1936788714-359 Acceptor3 SelectChannelConnector@0.0.0.0:13453, state=BLOCKED, group=TGRP-TestDistributedSearch]
[junit4:junit4] 2> at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] 2> at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] 2> at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] 2> at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] 2> 31) Thread[id=373, name=qtp694905630-373 Acceptor3 SelectChannelConnector@0.0.0.0:50694, state=RUNNABLE, group=TGRP-TestDistributedSearch]
[junit4:junit4] 2> at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4] 2> at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
[junit4:junit4] 2> at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] 2> at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] 2> at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] 2> 32) Thread[id=105, name=qtp1274044487-105 Acceptor2 SelectChannelConnector@0.0.0.0:57133, state=RUNNABLE, group=TGRP-TestDistributedSearch]
[junit4:junit4] 2> at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4] 2> at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
[junit4:junit4] 2> at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] 2> at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] 2> at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] 2> NOTE: test params are: codec=Lucene41: {n_f1=MockFixedIntBlock(blockSize=1493), foo_b=PostingsFormat(name=Asserting), foo_d=PostingsFormat(name=Direct), foo_f=PostingsFormat(name=Asserting), n_tl1=MockFixedIntBlock(blockSize=1493), n_d1=Lucene41(blocksize=128), rnd_b=PostingsFormat(name=Direct), intDefault=MockFixedIntBlock(blockSize=1493), n_td1=MockFixedIntBlock(blockSize=1493), timestamp=Lucene41(blocksize=128), id=PostingsFormat(name=Direct), range_facet_sl=PostingsFormat(name=Direct), range_facet_si=Lucene41(blocksize=128), oddField_s=PostingsFormat(name=Direct), multiDefault=Lucene41(blocksize=128), n_tf1=Lucene41(blocksize=128), n_dt1=MockFixedIntBlock(blockSize=1493), a_n_tdt=PostingsFormat(name=Asserting), n_ti1=PostingsFormat(name=Direct), range_facet_l=Lucene41(blocksize=128), text=PostingsFormat(name=Asserting), SubjectTerms_mfacet=MockFixedIntBlock(blockSize=1493), b_n_tdt=MockFixedIntBlock(blockSize=1493), a_t=Lucene41(blocksize=128), n_tdt1=MockFixedIntBlock(blockSize=1493), other_tl1=MockFixedIntBlock(blockSize=1493), n_l1=Lucene41(blocksize=128), a_si=MockFixedIntBlock(blockSize=1493)}, sim=DefaultSimilarity, locale=ar_LB, timezone=Pacific/Samoa
[junit4:junit4] 2> NOTE: FreeBSD 9.0-RELEASE amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=33,free=72026720,total=181927936
[junit4:junit4] 2> NOTE: All tests run in this JVM: [TestRealTimeGet, TestSolr4Spatial, PrimitiveFieldTypeTest, DisMaxRequestHandlerTest, FieldMutatingUpdateProcessorTest, RequiredFieldsTest, TestCSVResponseWriter, TestDistributedSearch]
[junit4:junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestDistributedSearch -Dtests.seed=9BF3A6A25E3A33C9 -Dtests.multiplier=3 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/hudson/lucene-data/enwiki.random.lines.txt -Dtests.locale=ar_LB -Dtests.timezone=Pacific/Samoa -Dtests.file.encoding=ISO8859-1
[junit4:junit4] ERROR 0.00s J1 | TestDistributedSearch (suite) <<<
[junit4:junit4] > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([9BF3A6A25E3A33C9]:0)
[junit4:junit4] Completed on J1 in 7223.55s, 1 test, 2 errors <<< FAILURES!
[...truncated 162 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:335: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:178: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/module-build.xml:61: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1163: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:827: There were test failures: 233 suites, 965 tests, 3 suite-level errors, 1 error, 767 ignored (1 assumption)
Total time: 173 minutes 8 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 85 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/85/
4 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.handler.component.DistributedTermsComponentTest
Error Message:
36 threads leaked from SUITE scope at org.apache.solr.handler.component.DistributedTermsComponentTest: 1) Thread[id=131, name=qtp991553580-131 Acceptor3 SelectChannelConnector@0.0.0.0:62089, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 2) Thread[id=143, name=qtp528399497-143 Acceptor3 SelectChannelConnector@0.0.0.0:33712, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 3) Thread[id=210, name=qtp2037894577-210 Acceptor0 SelectChannelConnector@0.0.0.0:19336, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 4) Thread[id=72, name=qtp742069811-72 Acceptor1 SelectChannelConnector@0.0.0.0:33203, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 5) Thread[id=114, name=qtp883033553-114 Acceptor0 SelectChannelConnector@0.0.0.0:48523, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 6) Thread[id=213, name=qtp2037894577-213 Acceptor3 SelectChannelConnector@0.0.0.0:19336, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 7) Thread[id=222, name=qtp1807819190-222 Acceptor0 SelectChannelConnector@0.0.0.0:19338, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 8) Thread[id=238, name=qtp1446439538-238 Acceptor2 SelectChannelConnector@0.0.0.0:19339, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 9) Thread[id=239, name=qtp1446439538-239 Acceptor3 SelectChannelConnector@0.0.0.0:19339, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 10) Thread[id=199, name=qtp713057644-199 Acceptor3 SelectChannelConnector@0.0.0.0:19334, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 11) Thread[id=128, name=qtp991553580-128 Acceptor0 SelectChannelConnector@0.0.0.0:62089, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 12) Thread[id=237, name=qtp1446439538-237 Acceptor1 SelectChannelConnector@0.0.0.0:19339, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 13) Thread[id=60, name=qtp188245209-60 Acceptor2 SelectChannelConnector@0.0.0.0:31140, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 14) Thread[id=223, name=qtp1807819190-223 Acceptor1 SelectChannelConnector@0.0.0.0:19338, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 15) Thread[id=198, name=qtp713057644-198 Acceptor2 SelectChannelConnector@0.0.0.0:19334, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 16) Thread[id=73, name=qtp742069811-73 Acceptor2 SelectChannelConnector@0.0.0.0:33203, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 17) Thread[id=212, name=qtp2037894577-212 Acceptor2 SelectChannelConnector@0.0.0.0:19336, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 18) Thread[id=225, name=qtp1807819190-225 Acceptor3 SelectChannelConnector@0.0.0.0:19338, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 19) Thread[id=130, name=qtp991553580-130 Acceptor2 SelectChannelConnector@0.0.0.0:62089, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 20) Thread[id=141, name=qtp528399497-141 Acceptor1 SelectChannelConnector@0.0.0.0:33712, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 21) Thread[id=115, name=qtp883033553-115 Acceptor1 SelectChannelConnector@0.0.0.0:48523, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 22) Thread[id=142, name=qtp528399497-142 Acceptor2 SelectChannelConnector@0.0.0.0:33712, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 23) Thread[id=224, name=qtp1807819190-224 Acceptor2 SelectChannelConnector@0.0.0.0:19338, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 24) Thread[id=59, name=qtp188245209-59 Acceptor1 SelectChannelConnector@0.0.0.0:31140, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 25) Thread[id=71, name=qtp742069811-71 Acceptor0 SelectChannelConnector@0.0.0.0:33203, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 26) Thread[id=196, name=qtp713057644-196 Acceptor0 SelectChannelConnector@0.0.0.0:19334, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 27) Thread[id=74, name=qtp742069811-74 Acceptor3 SelectChannelConnector@0.0.0.0:33203, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 28) Thread[id=236, name=qtp1446439538-236 Acceptor0 SelectChannelConnector@0.0.0.0:19339, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 29) Thread[id=117, name=qtp883033553-117 Acceptor3 SelectChannelConnector@0.0.0.0:48523, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 30) Thread[id=129, name=qtp991553580-129 Acceptor1 SelectChannelConnector@0.0.0.0:62089, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 31) Thread[id=197, name=qtp713057644-197 Acceptor1 SelectChannelConnector@0.0.0.0:19334, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 32) Thread[id=116, name=qtp883033553-116 Acceptor2 SelectChannelConnector@0.0.0.0:48523, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 33) Thread[id=211, name=qtp2037894577-211 Acceptor1 SelectChannelConnector@0.0.0.0:19336, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 34) Thread[id=58, name=qtp188245209-58 Acceptor0 SelectChannelConnector@0.0.0.0:31140, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 35) Thread[id=140, name=qtp528399497-140 Acceptor0 SelectChannelConnector@0.0.0.0:33712, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 36) Thread[id=61, name=qtp188245209-61 Acceptor3 SelectChannelConnector@0.0.0.0:31140, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 36 threads leaked from SUITE scope at org.apache.solr.handler.component.DistributedTermsComponentTest:
1) Thread[id=131, name=qtp991553580-131 Acceptor3 SelectChannelConnector@0.0.0.0:62089, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
2) Thread[id=143, name=qtp528399497-143 Acceptor3 SelectChannelConnector@0.0.0.0:33712, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
3) Thread[id=210, name=qtp2037894577-210 Acceptor0 SelectChannelConnector@0.0.0.0:19336, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
4) Thread[id=72, name=qtp742069811-72 Acceptor1 SelectChannelConnector@0.0.0.0:33203, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
5) Thread[id=114, name=qtp883033553-114 Acceptor0 SelectChannelConnector@0.0.0.0:48523, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
6) Thread[id=213, name=qtp2037894577-213 Acceptor3 SelectChannelConnector@0.0.0.0:19336, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
7) Thread[id=222, name=qtp1807819190-222 Acceptor0 SelectChannelConnector@0.0.0.0:19338, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
8) Thread[id=238, name=qtp1446439538-238 Acceptor2 SelectChannelConnector@0.0.0.0:19339, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
9) Thread[id=239, name=qtp1446439538-239 Acceptor3 SelectChannelConnector@0.0.0.0:19339, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
10) Thread[id=199, name=qtp713057644-199 Acceptor3 SelectChannelConnector@0.0.0.0:19334, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
11) Thread[id=128, name=qtp991553580-128 Acceptor0 SelectChannelConnector@0.0.0.0:62089, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
12) Thread[id=237, name=qtp1446439538-237 Acceptor1 SelectChannelConnector@0.0.0.0:19339, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
13) Thread[id=60, name=qtp188245209-60 Acceptor2 SelectChannelConnector@0.0.0.0:31140, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
14) Thread[id=223, name=qtp1807819190-223 Acceptor1 SelectChannelConnector@0.0.0.0:19338, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
15) Thread[id=198, name=qtp713057644-198 Acceptor2 SelectChannelConnector@0.0.0.0:19334, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
16) Thread[id=73, name=qtp742069811-73 Acceptor2 SelectChannelConnector@0.0.0.0:33203, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
17) Thread[id=212, name=qtp2037894577-212 Acceptor2 SelectChannelConnector@0.0.0.0:19336, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
18) Thread[id=225, name=qtp1807819190-225 Acceptor3 SelectChannelConnector@0.0.0.0:19338, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
19) Thread[id=130, name=qtp991553580-130 Acceptor2 SelectChannelConnector@0.0.0.0:62089, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
20) Thread[id=141, name=qtp528399497-141 Acceptor1 SelectChannelConnector@0.0.0.0:33712, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
21) Thread[id=115, name=qtp883033553-115 Acceptor1 SelectChannelConnector@0.0.0.0:48523, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
22) Thread[id=142, name=qtp528399497-142 Acceptor2 SelectChannelConnector@0.0.0.0:33712, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
23) Thread[id=224, name=qtp1807819190-224 Acceptor2 SelectChannelConnector@0.0.0.0:19338, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
24) Thread[id=59, name=qtp188245209-59 Acceptor1 SelectChannelConnector@0.0.0.0:31140, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
25) Thread[id=71, name=qtp742069811-71 Acceptor0 SelectChannelConnector@0.0.0.0:33203, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
26) Thread[id=196, name=qtp713057644-196 Acceptor0 SelectChannelConnector@0.0.0.0:19334, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
27) Thread[id=74, name=qtp742069811-74 Acceptor3 SelectChannelConnector@0.0.0.0:33203, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
28) Thread[id=236, name=qtp1446439538-236 Acceptor0 SelectChannelConnector@0.0.0.0:19339, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
29) Thread[id=117, name=qtp883033553-117 Acceptor3 SelectChannelConnector@0.0.0.0:48523, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
30) Thread[id=129, name=qtp991553580-129 Acceptor1 SelectChannelConnector@0.0.0.0:62089, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
31) Thread[id=197, name=qtp713057644-197 Acceptor1 SelectChannelConnector@0.0.0.0:19334, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
32) Thread[id=116, name=qtp883033553-116 Acceptor2 SelectChannelConnector@0.0.0.0:48523, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
33) Thread[id=211, name=qtp2037894577-211 Acceptor1 SelectChannelConnector@0.0.0.0:19336, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
34) Thread[id=58, name=qtp188245209-58 Acceptor0 SelectChannelConnector@0.0.0.0:31140, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
35) Thread[id=140, name=qtp528399497-140 Acceptor0 SelectChannelConnector@0.0.0.0:33712, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
36) Thread[id=61, name=qtp188245209-61 Acceptor3 SelectChannelConnector@0.0.0.0:31140, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
at __randomizedtesting.SeedInfo.seed([A2669CE804D0506C]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.handler.component.DistributedTermsComponentTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=131, name=qtp991553580-131 Acceptor3 SelectChannelConnector@0.0.0.0:62089, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 2) Thread[id=143, name=qtp528399497-143 Acceptor3 SelectChannelConnector@0.0.0.0:33712, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 3) Thread[id=210, name=qtp2037894577-210 Acceptor0 SelectChannelConnector@0.0.0.0:19336, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 4) Thread[id=72, name=qtp742069811-72 Acceptor1 SelectChannelConnector@0.0.0.0:33203, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 5) Thread[id=114, name=qtp883033553-114 Acceptor0 SelectChannelConnector@0.0.0.0:48523, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 6) Thread[id=213, name=qtp2037894577-213 Acceptor3 SelectChannelConnector@0.0.0.0:19336, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 7) Thread[id=222, name=qtp1807819190-222 Acceptor0 SelectChannelConnector@0.0.0.0:19338, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 8) Thread[id=238, name=qtp1446439538-238 Acceptor2 SelectChannelConnector@0.0.0.0:19339, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 9) Thread[id=239, name=qtp1446439538-239 Acceptor3 SelectChannelConnector@0.0.0.0:19339, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 10) Thread[id=199, name=qtp713057644-199 Acceptor3 SelectChannelConnector@0.0.0.0:19334, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 11) Thread[id=128, name=qtp991553580-128 Acceptor0 SelectChannelConnector@0.0.0.0:62089, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 12) Thread[id=237, name=qtp1446439538-237 Acceptor1 SelectChannelConnector@0.0.0.0:19339, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 13) Thread[id=60, name=qtp188245209-60 Acceptor2 SelectChannelConnector@0.0.0.0:31140, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 14) Thread[id=73, name=qtp742069811-73 Acceptor2 SelectChannelConnector@0.0.0.0:33203, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 15) Thread[id=198, name=qtp713057644-198 Acceptor2 SelectChannelConnector@0.0.0.0:19334, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 16) Thread[id=223, name=qtp1807819190-223 Acceptor1 SelectChannelConnector@0.0.0.0:19338, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 17) Thread[id=212, name=qtp2037894577-212 Acceptor2 SelectChannelConnector@0.0.0.0:19336, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 18) Thread[id=130, name=qtp991553580-130 Acceptor2 SelectChannelConnector@0.0.0.0:62089, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 19) Thread[id=225, name=qtp1807819190-225 Acceptor3 SelectChannelConnector@0.0.0.0:19338, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 20) Thread[id=141, name=qtp528399497-141 Acceptor1 SelectChannelConnector@0.0.0.0:33712, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 21) Thread[id=115, name=qtp883033553-115 Acceptor1 SelectChannelConnector@0.0.0.0:48523, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 22) Thread[id=142, name=qtp528399497-142 Acceptor2 SelectChannelConnector@0.0.0.0:33712, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 23) Thread[id=224, name=qtp1807819190-224 Acceptor2 SelectChannelConnector@0.0.0.0:19338, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 24) Thread[id=59, name=qtp188245209-59 Acceptor1 SelectChannelConnector@0.0.0.0:31140, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 25) Thread[id=71, name=qtp742069811-71 Acceptor0 SelectChannelConnector@0.0.0.0:33203, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 26) Thread[id=196, name=qtp713057644-196 Acceptor0 SelectChannelConnector@0.0.0.0:19334, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 27) Thread[id=74, name=qtp742069811-74 Acceptor3 SelectChannelConnector@0.0.0.0:33203, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 28) Thread[id=236, name=qtp1446439538-236 Acceptor0 SelectChannelConnector@0.0.0.0:19339, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 29) Thread[id=117, name=qtp883033553-117 Acceptor3 SelectChannelConnector@0.0.0.0:48523, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 30) Thread[id=129, name=qtp991553580-129 Acceptor1 SelectChannelConnector@0.0.0.0:62089, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 31) Thread[id=197, name=qtp713057644-197 Acceptor1 SelectChannelConnector@0.0.0.0:19334, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 32) Thread[id=116, name=qtp883033553-116 Acceptor2 SelectChannelConnector@0.0.0.0:48523, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 33) Thread[id=211, name=qtp2037894577-211 Acceptor1 SelectChannelConnector@0.0.0.0:19336, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 34) Thread[id=58, name=qtp188245209-58 Acceptor0 SelectChannelConnector@0.0.0.0:31140, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 35) Thread[id=140, name=qtp528399497-140 Acceptor0 SelectChannelConnector@0.0.0.0:33712, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 36) Thread[id=61, name=qtp188245209-61 Acceptor3 SelectChannelConnector@0.0.0.0:31140, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=131, name=qtp991553580-131 Acceptor3 SelectChannelConnector@0.0.0.0:62089, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
2) Thread[id=143, name=qtp528399497-143 Acceptor3 SelectChannelConnector@0.0.0.0:33712, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
3) Thread[id=210, name=qtp2037894577-210 Acceptor0 SelectChannelConnector@0.0.0.0:19336, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
4) Thread[id=72, name=qtp742069811-72 Acceptor1 SelectChannelConnector@0.0.0.0:33203, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
5) Thread[id=114, name=qtp883033553-114 Acceptor0 SelectChannelConnector@0.0.0.0:48523, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
6) Thread[id=213, name=qtp2037894577-213 Acceptor3 SelectChannelConnector@0.0.0.0:19336, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
7) Thread[id=222, name=qtp1807819190-222 Acceptor0 SelectChannelConnector@0.0.0.0:19338, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
8) Thread[id=238, name=qtp1446439538-238 Acceptor2 SelectChannelConnector@0.0.0.0:19339, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
9) Thread[id=239, name=qtp1446439538-239 Acceptor3 SelectChannelConnector@0.0.0.0:19339, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
10) Thread[id=199, name=qtp713057644-199 Acceptor3 SelectChannelConnector@0.0.0.0:19334, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
11) Thread[id=128, name=qtp991553580-128 Acceptor0 SelectChannelConnector@0.0.0.0:62089, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
12) Thread[id=237, name=qtp1446439538-237 Acceptor1 SelectChannelConnector@0.0.0.0:19339, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
13) Thread[id=60, name=qtp188245209-60 Acceptor2 SelectChannelConnector@0.0.0.0:31140, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
14) Thread[id=73, name=qtp742069811-73 Acceptor2 SelectChannelConnector@0.0.0.0:33203, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
15) Thread[id=198, name=qtp713057644-198 Acceptor2 SelectChannelConnector@0.0.0.0:19334, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
16) Thread[id=223, name=qtp1807819190-223 Acceptor1 SelectChannelConnector@0.0.0.0:19338, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
17) Thread[id=212, name=qtp2037894577-212 Acceptor2 SelectChannelConnector@0.0.0.0:19336, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
18) Thread[id=130, name=qtp991553580-130 Acceptor2 SelectChannelConnector@0.0.0.0:62089, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
19) Thread[id=225, name=qtp1807819190-225 Acceptor3 SelectChannelConnector@0.0.0.0:19338, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
20) Thread[id=141, name=qtp528399497-141 Acceptor1 SelectChannelConnector@0.0.0.0:33712, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
21) Thread[id=115, name=qtp883033553-115 Acceptor1 SelectChannelConnector@0.0.0.0:48523, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
22) Thread[id=142, name=qtp528399497-142 Acceptor2 SelectChannelConnector@0.0.0.0:33712, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
23) Thread[id=224, name=qtp1807819190-224 Acceptor2 SelectChannelConnector@0.0.0.0:19338, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
24) Thread[id=59, name=qtp188245209-59 Acceptor1 SelectChannelConnector@0.0.0.0:31140, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
25) Thread[id=71, name=qtp742069811-71 Acceptor0 SelectChannelConnector@0.0.0.0:33203, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
26) Thread[id=196, name=qtp713057644-196 Acceptor0 SelectChannelConnector@0.0.0.0:19334, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
27) Thread[id=74, name=qtp742069811-74 Acceptor3 SelectChannelConnector@0.0.0.0:33203, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
28) Thread[id=236, name=qtp1446439538-236 Acceptor0 SelectChannelConnector@0.0.0.0:19339, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
29) Thread[id=117, name=qtp883033553-117 Acceptor3 SelectChannelConnector@0.0.0.0:48523, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
30) Thread[id=129, name=qtp991553580-129 Acceptor1 SelectChannelConnector@0.0.0.0:62089, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
31) Thread[id=197, name=qtp713057644-197 Acceptor1 SelectChannelConnector@0.0.0.0:19334, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
32) Thread[id=116, name=qtp883033553-116 Acceptor2 SelectChannelConnector@0.0.0.0:48523, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
33) Thread[id=211, name=qtp2037894577-211 Acceptor1 SelectChannelConnector@0.0.0.0:19336, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
34) Thread[id=58, name=qtp188245209-58 Acceptor0 SelectChannelConnector@0.0.0.0:31140, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
35) Thread[id=140, name=qtp528399497-140 Acceptor0 SelectChannelConnector@0.0.0.0:33712, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
36) Thread[id=61, name=qtp188245209-61 Acceptor3 SelectChannelConnector@0.0.0.0:31140, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
at __randomizedtesting.SeedInfo.seed([A2669CE804D0506C]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.schema.TestBinaryField
Error Message:
4 threads leaked from SUITE scope at org.apache.solr.schema.TestBinaryField: 1) Thread[id=59, name=qtp1146625698-59 Acceptor2 SelectChannelConnector@0.0.0.0:60582, state=RUNNABLE, group=TGRP-TestBinaryField] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 2) Thread[id=58, name=qtp1146625698-58 Acceptor1 SelectChannelConnector@0.0.0.0:60582, state=BLOCKED, group=TGRP-TestBinaryField] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 3) Thread[id=60, name=qtp1146625698-60 Acceptor3 SelectChannelConnector@0.0.0.0:60582, state=BLOCKED, group=TGRP-TestBinaryField] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 4) Thread[id=57, name=qtp1146625698-57 Acceptor0 SelectChannelConnector@0.0.0.0:60582, state=BLOCKED, group=TGRP-TestBinaryField] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.schema.TestBinaryField:
1) Thread[id=59, name=qtp1146625698-59 Acceptor2 SelectChannelConnector@0.0.0.0:60582, state=RUNNABLE, group=TGRP-TestBinaryField]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
2) Thread[id=58, name=qtp1146625698-58 Acceptor1 SelectChannelConnector@0.0.0.0:60582, state=BLOCKED, group=TGRP-TestBinaryField]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
3) Thread[id=60, name=qtp1146625698-60 Acceptor3 SelectChannelConnector@0.0.0.0:60582, state=BLOCKED, group=TGRP-TestBinaryField]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
4) Thread[id=57, name=qtp1146625698-57 Acceptor0 SelectChannelConnector@0.0.0.0:60582, state=BLOCKED, group=TGRP-TestBinaryField]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
at __randomizedtesting.SeedInfo.seed([A2669CE804D0506C]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.schema.TestBinaryField
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=59, name=qtp1146625698-59 Acceptor2 SelectChannelConnector@0.0.0.0:60582, state=RUNNABLE, group=TGRP-TestBinaryField] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 2) Thread[id=58, name=qtp1146625698-58 Acceptor1 SelectChannelConnector@0.0.0.0:60582, state=BLOCKED, group=TGRP-TestBinaryField] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 3) Thread[id=60, name=qtp1146625698-60 Acceptor3 SelectChannelConnector@0.0.0.0:60582, state=BLOCKED, group=TGRP-TestBinaryField] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 4) Thread[id=57, name=qtp1146625698-57 Acceptor0 SelectChannelConnector@0.0.0.0:60582, state=BLOCKED, group=TGRP-TestBinaryField] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=59, name=qtp1146625698-59 Acceptor2 SelectChannelConnector@0.0.0.0:60582, state=RUNNABLE, group=TGRP-TestBinaryField]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
2) Thread[id=58, name=qtp1146625698-58 Acceptor1 SelectChannelConnector@0.0.0.0:60582, state=BLOCKED, group=TGRP-TestBinaryField]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
3) Thread[id=60, name=qtp1146625698-60 Acceptor3 SelectChannelConnector@0.0.0.0:60582, state=BLOCKED, group=TGRP-TestBinaryField]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
4) Thread[id=57, name=qtp1146625698-57 Acceptor0 SelectChannelConnector@0.0.0.0:60582, state=BLOCKED, group=TGRP-TestBinaryField]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
at __randomizedtesting.SeedInfo.seed([A2669CE804D0506C]:0)
Build Log:
[...truncated 7820 lines...]
[junit4:junit4] Suite: org.apache.solr.schema.TestBinaryField
[junit4:junit4] 2> 285 T50 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'solr/collection1/'
[junit4:junit4] 2> 766 T50 oejs.Server.doStart jetty-8.1.7.v20120910
[junit4:junit4] 2> 1125 T50 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:60582
[junit4:junit4] 2> 1165 T50 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 1166 T50 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./solrtest-TestBinaryField-1352468819727/example
[junit4:junit4] 2> 1166 T50 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./solrtest-TestBinaryField-1352468819727/example/'
[junit4:junit4] 2> 1201 T50 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 1202 T50 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 1202 T50 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./solrtest-TestBinaryField-1352468819727/example
[junit4:junit4] 2> 1203 T50 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./solrtest-TestBinaryField-1352468819727/example/solr.xml
[junit4:junit4] 2> 1203 T50 oasc.CoreContainer.<init> New CoreContainer 957509009
[junit4:junit4] 2> 1204 T50 oasc.CoreContainer$Initializer.initialize no solr.xml file found - using default
[junit4:junit4] 2> 1204 T50 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./solrtest-TestBinaryField-1352468819727/example/'
[junit4:junit4] 2> 1205 T50 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./solrtest-TestBinaryField-1352468819727/example/'
[junit4:junit4] 2> 1238 T50 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 1291 T50 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./solrtest-TestBinaryField-1352468819727/example/collection1
[junit4:junit4] 2> 1292 T50 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./solrtest-TestBinaryField-1352468819727/example/collection1/'
[junit4:junit4] 2> 1325 T50 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 1370 T50 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 1371 T50 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 1375 T50 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 1470 T50 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 1471 T50 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./solrtest-TestBinaryField-1352468819727/example/collection1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./solrtest-TestBinaryField-1352468819727/example/collection1/data/
[junit4:junit4] 2> 1472 T50 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
[junit4:junit4] 2> 1472 T50 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1473 T50 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for MockDirWrapper(org.apache.lucene.store.RAMDirectory@17aedbde lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@58e4d7f7) assuming 'simple'
[junit4:junit4] 2> 1473 T50 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./solrtest-TestBinaryField-1352468819727/example/collection1/data forceNew:false
[junit4:junit4] 2> 1474 T50 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./solrtest-TestBinaryField-1352468819727/example/collection1/data
[junit4:junit4] 2> 1474 T50 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./solrtest-TestBinaryField-1352468819727/example/collection1/data/index/
[junit4:junit4] 2> 1475 T50 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./solrtest-TestBinaryField-1352468819727/example/collection1/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 1476 T50 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./solrtest-TestBinaryField-1352468819727/example/collection1/data/index forceNew:false
[junit4:junit4] 2> 1478 T50 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2013706e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@79f1e0e0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 1478 T50 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 1478 T50 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./solrtest-TestBinaryField-1352468819727/example/collection1/data/index
[junit4:junit4] 2> 1480 T50 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 1481 T50 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4] 2> 1481 T50 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4] 2> 1484 T50 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4] 2> 1485 T50 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 1536 T50 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 1541 T50 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 1546 T50 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./solrtest-TestBinaryField-1352468819727/example/collection1/data
[junit4:junit4] 2> 1547 T50 oass.SolrIndexSearcher.<init> Opening Searcher@73a80183 main
[junit4:junit4] 2> 1547 T50 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 1547 T50 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 1548 T50 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 1548 T50 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 1549 T50 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 1549 T50 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 1549 T50 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 1550 T50 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 1550 T50 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 1550 T50 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 1551 T50 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 1551 T50 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 1568 T50 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 1569 T65 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@73a80183 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 1568 T50 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 1569 T50 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
[junit4:junit4] 2> 1570 T50 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 1620 T50 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C17 name=collection1 org.apache.solr.core.SolrCore@6e00321
[junit4:junit4] 2> 3020 T62 C17 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./solrtest-TestBinaryField-1352468819727/example/collection1/data
[junit4:junit4] 2> 3022 T62 C17 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2013706e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@79f1e0e0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 3022 T62 C17 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 3164 T62 C17 UPDATE [collection1] webapp=/example path=/update params={wt=javabin&version=2} {add=[1]} 0 172
[junit4:junit4] 2> 3303 T63 C17 UPDATE [collection1] webapp=/example path=/update params={wt=javabin&version=2} {add=[2]} 0 1
[junit4:junit4] 2> 3307 T64 C17 UPDATE [collection1] webapp=/example path=/update params={wt=javabin&version=2} {add=[3]} 0 1
[junit4:junit4] 2> 3335 T62 C17 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 3356 T62 C17 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2013706e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@79f1e0e0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2013706e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@79f1e0e0),segFN=segments_2,generation=2,filenames=[_0_Lucene40_0.tim, _0.fnm, _0_Lucene40_0.frq, _0_nrm.cfe, segments_2, _0.fdx, _0_nrm.cfs, _0.si, _0.fdt, _0_Lucene40_0.tip]
[junit4:junit4] 2> 3357 T62 C17 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0_Lucene40_0.tim, _0.fnm, _0_Lucene40_0.frq, _0_nrm.cfe, segments_2, _0.fdx, _0_nrm.cfs, _0.si, _0.fdt, _0_Lucene40_0.tip]
[junit4:junit4] 2> 3357 T62 C17 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./solrtest-TestBinaryField-1352468819727/example/collection1/data
[junit4:junit4] 2> 3438 T62 C17 oass.SolrIndexSearcher.<init> Opening Searcher@69eb424b main
[junit4:junit4] 2> 3439 T62 C17 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 3439 T65 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@69eb424b main{StandardDirectoryReader(segments_2:3 _0(5.0):C3)}
[junit4:junit4] 2> 3440 T65 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./solrtest-TestBinaryField-1352468819727/example/collection1/data/index
[junit4:junit4] 2> 3440 T62 C17 UPDATE [collection1] webapp=/example path=/update params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 105
[junit4:junit4] 2> 3511 T63 C17 REQ [collection1] webapp=/example path=/select params={wt=javabin&q=*:*&version=2} hits=3 status=0 QTime=43
[junit4:junit4] 2> 3544 T50 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=957509009
[junit4:junit4] 2> 3545 T50 oasc.SolrCore.close [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@6e00321
[junit4:junit4] 2> 3545 T50 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=3,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4] 2> 3546 T50 oasc.SolrCore.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4] 2> 3546 T50 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4] 2> 3546 T50 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4] 2> 3547 T50 C17 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./solrtest-TestBinaryField-1352468819727/example/collection1/data/index
[junit4:junit4] 2> 3548 T50 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4] 2> 3548 T50 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./solrtest-TestBinaryField-1352468819727/example/collection1/data/index
[junit4:junit4] 2> 3549 T50 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/example,null}
[junit4:junit4] 2> 3650 T50 oejut.QueuedThreadPool.doStop WARNING 4 threads could not be stopped
[junit4:junit4] 2> 3655 T49 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 4 leaked thread(s).
[junit4:junit4] 2> 23745 T49 ccr.ThreadLeakControl.checkThreadLeaks SEVERE 4 threads leaked from SUITE scope at org.apache.solr.schema.TestBinaryField:
[junit4:junit4] 2> 1) Thread[id=59, name=qtp1146625698-59 Acceptor2 SelectChannelConnector@0.0.0.0:60582, state=RUNNABLE, group=TGRP-TestBinaryField]
[junit4:junit4] 2> at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4] 2> at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
[junit4:junit4] 2> at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
[junit4:junit4] 2> at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4] 2> at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] 2> 2) Thread[id=58, name=qtp1146625698-58 Acceptor1 SelectChannelConnector@0.0.0.0:60582, state=BLOCKED, group=TGRP-TestBinaryField]
[junit4:junit4] 2> at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] 2> at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
[junit4:junit4] 2> at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4] 2> at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] 2> 3) Thread[id=60, name=qtp1146625698-60 Acceptor3 SelectChannelConnector@0.0.0.0:60582, state=BLOCKED, group=TGRP-TestBinaryField]
[junit4:junit4] 2> at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] 2> at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
[junit4:junit4] 2> at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4] 2> at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] 2> 4) Thread[id=57, name=qtp1146625698-57 Acceptor0 SelectChannelConnector@0.0.0.0:60582, state=BLOCKED, group=TGRP-TestBinaryField]
[junit4:junit4] 2> at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] 2> at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
[junit4:junit4] 2> at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4] 2> at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] 2> 23746 T49 ccr.ThreadLeakControl.tryToInterruptAll Starting to interrupt leaked threads:
[junit4:junit4] 2> 1) Thread[id=59, name=qtp1146625698-59 Acceptor2 SelectChannelConnector@0.0.0.0:60582, state=RUNNABLE, group=TGRP-TestBinaryField]
[junit4:junit4] 2> 2) Thread[id=58, name=qtp1146625698-58 Acceptor1 SelectChannelConnector@0.0.0.0:60582, state=BLOCKED, group=TGRP-TestBinaryField]
[junit4:junit4] 2> 3) Thread[id=60, name=qtp1146625698-60 Acceptor3 SelectChannelConnector@0.0.0.0:60582, state=BLOCKED, group=TGRP-TestBinaryField]
[junit4:junit4] 2> 4) Thread[id=57, name=qtp1146625698-57 Acceptor0 SelectChannelConnector@0.0.0.0:60582, state=BLOCKED, group=TGRP-TestBinaryField]
[junit4:junit4] 2> 26789 T49 ccr.ThreadLeakControl.tryToInterruptAll SEVERE There are still zombie threads that couldn't be terminated:
[junit4:junit4] 2> 1) Thread[id=59, name=qtp1146625698-59 Acceptor2 SelectChannelConnector@0.0.0.0:60582, state=RUNNABLE, group=TGRP-TestBinaryField]
[junit4:junit4] 2> at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4] 2> at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
[junit4:junit4] 2> at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
[junit4:junit4] 2> at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4] 2> at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] 2> 2) Thread[id=58, name=qtp1146625698-58 Acceptor1 SelectChannelConnector@0.0.0.0:60582, state=BLOCKED, group=TGRP-TestBinaryField]
[junit4:junit4] 2> at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] 2> at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
[junit4:junit4] 2> at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4] 2> at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] 2> 3) Thread[id=60, name=qtp1146625698-60 Acceptor3 SelectChannelConnector@0.0.0.0:60582, state=BLOCKED, group=TGRP-TestBinaryField]
[junit4:junit4] 2> at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] 2> at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
[junit4:junit4] 2> at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4] 2> at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] 2> 4) Thread[id=57, name=qtp1146625698-57 Acceptor0 SelectChannelConnector@0.0.0.0:60582, state=BLOCKED, group=TGRP-TestBinaryField]
[junit4:junit4] 2> at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] 2> at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
[junit4:junit4] 2> at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4] 2> at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] 2> NOTE: test params are: codec=Lucene40, sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=be_BY, timezone=Europe/Vilnius
[junit4:junit4] 2> NOTE: FreeBSD 9.0-RELEASE amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=5,free=461048016,total=485097472
[junit4:junit4] 2> NOTE: All tests run in this JVM: [RAMDirectoryFactoryTest, URLClassifyProcessorTest, TestFastOutputStream, TestRecovery, TestCodecSupport, TestBinaryField]
[junit4:junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestBinaryField -Dtests.seed=A2669CE804D0506C -Dtests.multiplier=3 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/hudson/lucene-data/enwiki.random.lines.txt -Dtests.locale=be_BY -Dtests.timezone=Europe/Vilnius -Dtests.file.encoding=UTF-8
[junit4:junit4] ERROR 0.00s J1 | TestBinaryField (suite) <<<
[junit4:junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.schema.TestBinaryField:
[junit4:junit4] > 1) Thread[id=59, name=qtp1146625698-59 Acceptor2 SelectChannelConnector@0.0.0.0:60582, state=RUNNABLE, group=TGRP-TestBinaryField]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 2) Thread[id=58, name=qtp1146625698-58 Acceptor1 SelectChannelConnector@0.0.0.0:60582, state=BLOCKED, group=TGRP-TestBinaryField]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 3) Thread[id=60, name=qtp1146625698-60 Acceptor3 SelectChannelConnector@0.0.0.0:60582, state=BLOCKED, group=TGRP-TestBinaryField]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 4) Thread[id=57, name=qtp1146625698-57 Acceptor0 SelectChannelConnector@0.0.0.0:60582, state=BLOCKED, group=TGRP-TestBinaryField]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([A2669CE804D0506C]:0)
[junit4:junit4] > Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4:junit4] > 1) Thread[id=59, name=qtp1146625698-59 Acceptor2 SelectChannelConnector@0.0.0.0:60582, state=RUNNABLE, group=TGRP-TestBinaryField]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 2) Thread[id=58, name=qtp1146625698-58 Acceptor1 SelectChannelConnector@0.0.0.0:60582, state=BLOCKED, group=TGRP-TestBinaryField]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 3) Thread[id=60, name=qtp1146625698-60 Acceptor3 SelectChannelConnector@0.0.0.0:60582, state=BLOCKED, group=TGRP-TestBinaryField]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 4) Thread[id=57, name=qtp1146625698-57 Acceptor0 SelectChannelConnector@0.0.0.0:60582, state=BLOCKED, group=TGRP-TestBinaryField]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([A2669CE804D0506C]:0)
[junit4:junit4] Completed on J1 in 26.63s, 1 test, 2 errors <<< FAILURES!
[...truncated 268 lines...]
[junit4:junit4] Suite: org.apache.solr.handler.component.DistributedTermsComponentTest
[junit4:junit4] 2> 4 T51 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4] 2> 547 T51 oejs.Server.doStart jetty-8.1.7.v20120910
[junit4:junit4] 2> 877 T51 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:31140
[junit4:junit4] 2> 912 T51 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 912 T51 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr
[junit4:junit4] 2> 913 T51 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/'
[junit4:junit4] 2> 951 T51 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 952 T51 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 952 T51 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr
[junit4:junit4] 2> 953 T51 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4] 2> 953 T51 oasc.CoreContainer.<init> New CoreContainer 16828278
[junit4:junit4] 2> 954 T51 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/'
[junit4:junit4] 2> 954 T51 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/'
[junit4:junit4] 2> 990 T51 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 1025 T51 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4] 2> 1026 T51 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4] 2> 1028 T51 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4] 2> 1029 T51 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 1089 T51 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 1175 T51 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 1176 T51 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 1195 T51 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 1712 T51 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 1723 T51 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 1726 T51 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 1737 T51 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1741 T51 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1746 T51 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 1748 T51 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 1749 T51 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.handler.component.DistributedTermsComponentTest-1352468821293/control/data/
[junit4:junit4] 2> 1750 T51 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4ceafb71
[junit4:junit4] 2> 1751 T51 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1752 T51 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@52e0cdc9 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@24e671a1; maxCacheMB=0.05859375 maxMergeSizeMB=0.392578125)) assuming 'simple'
[junit4:junit4] 2> 1753 T51 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1352468821293/control/data forceNew:false
[junit4:junit4] 2> 1753 T51 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1352468821293/control/data
[junit4:junit4] 2> 1754 T51 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.handler.component.DistributedTermsComponentTest-1352468821293/control/data/index/
[junit4:junit4] 2> 1755 T51 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.handler.component.DistributedTermsComponentTest-1352468821293/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 1761 T51 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1352468821293/control/data/index forceNew:false
[junit4:junit4] 2> 1766 T51 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/index5791857918tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@ab5423f),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 1767 T51 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 1768 T51 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1352468821293/control/data/index
[junit4:junit4] 2> 1769 T51 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4] 2> 1771 T51 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 1771 T51 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4] 2> 1772 T51 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 1772 T51 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4] 2> 1773 T51 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 1774 T51 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 1775 T51 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 1776 T51 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 1777 T51 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 1779 T51 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4] 2> 1780 T51 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4] 2> 1780 T51 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 1782 T51 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4] 2> 1782 T51 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4] 2> 1783 T51 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4] 2> 1784 T51 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 1785 T51 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 1786 T51 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 1788 T51 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 1789 T51 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 1790 T51 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 1791 T51 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 1793 T51 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 1794 T51 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4] 2> 1795 T51 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4] 2> 1800 T51 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 1804 T51 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4] 2> 1807 T51 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [THROW.ERROR.ON.ADD.UPDATEPROCESSOR.JS, SOLRCONFIG-HIGHLIGHT.XML, SCHEMA-REQUIRED-FIELDS.XML, SCHEMA-REPLICATION2.XML, TRIVIAL.UPDATEPROCESSOR1.JS, SCHEMA-MINIMAL.XML, BAD-SCHEMA-DUP-DYNAMICFIELD.XML, SOLRCONFIG-CACHING.XML, SOLRCONFIG-REPEATER.XML, CURRENCY.XML, BAD-SCHEMA-NONTEXT-ANALYZER.XML, SOLRCONFIG-MERGEPOLICY.XML, SOLRCONFIG-TLOG.XML, SOLRCONFIG-MASTER.XML, BAD-SCHEMA-UNIQUEKEY-MULTIVALUED.XML, SCHEMA11.XML, SOLRCONFIG-BASIC.XML, DA_COMPOUNDDICTIONARY.TXT, MISSLEADING.EXTENSION.UPDATEPROCESSOR.JS.TXT, SCHEMA-COPYFIELD-TEST.XML, SOLRCONFIG-SLAVE.XML, SOLRCONFIG-PROPINJECT-INDEXDEFAULT.XML, ELEVATE.XML, TRIVIAL.UPDATEPROCESSOR0.JS, BAD-SOLRCONFIG-BOGUS-SCRIPTENGINE-NAME.XML, SCHEMA-CHARFILTERS.XML, SCHEMA-IB.XML, SOLRCONFIG-QUERYSENDER.XML, SOLRCONFIG-SNIPPET-PROCESSOR.XML, DA_UTF8.XML, SCHEMA-REPLICATION1.XML, CONDITIONAL.UPDATEPROCESSOR.JS, MISSING.FUNCTIONS.UPDATEPROCESSOR.JS, HYPHENATION.DTD, SOLRCONFIG-ENABLEPLUGIN.XML, SCHEMA-PHRASESUGGEST.XML, STEMDICT.TXT, HUNSPELL-TEST.AFF, SCHEMA-SNIPPET-TYPE.XML, STOPTYPES-1.TXT, STOPWORDSWRONGENCODING.TXT, SCHEMA-NUMERIC.XML, SOLRCONFIG-TRANSFORMERS.XML, SOLRCONFIG-PROPINJECT.XML, BAD-SCHEMA-NOT-INDEXED-BUT-TF.XML, SOLRCONFIG-SIMPLELOCK.XML, WDFTYPES.TXT, SCHEMA-REVERSED.XML, STOPTYPES-2.TXT, BAD-SCHEMA-CURRENCY-FT-MULTIVALUED.XML, SOLRCONFIG-SPELLCHECKCOMPONENT.XML, SCHEMA-DFR.XML, BAD-SCHEMA-CURRENCY-MULTIVALUED.XML, SOLRCONFIG-PHRASESUGGEST.XML, BAD-SCHEMA-NOT-INDEXED-BUT-POS.XML, KEEP-1.TXT, OPEN-EXCHANGE-RATES.JSON, SCHEMA-SPATIAL.XML, STOPWITHBOM.TXT, SCHEMA-BINARYFIELD.XML, SOLRCONFIG-SPELLCHECKER.XML, SOLRCONFIG-UPDATE-PROCESSOR-CHAINS.XML, BAD-SCHEMA-OMIT-TF-BUT-NOT-POS.XML, SCHEMA-XINCLUDE.XML, BAD-SCHEMA-DUP-FIELDTYPE.XML, SOLRCONFIG-MASTER1.XML, SYNONYMS.TXT, BAD-SCHEMA-CURRENCY-DYNAMIC-MULTIVALUED.XML, SCHEMA_CODEC.XML, SCHEMA.XML, SOLRCONFIG-SOLR-749.XML, SOLRCONFIG-MASTER1-KEEPONEBACKUP.XML, SOLRCONFIG-FUNCTIONQUERY.XML, STOP-2.TXT, SCHEMA-LMDIRICHLET.XML, SOLRCONFIG-TERMINDEX.XML, SOLRCONFIG-ELEVATE.XML, SCHEMA-FOLDING.XML, STOPWORDS.TXT, SCHEMA-STOP-KEEP.XML, BAD-SCHEMA-NOT-INDEXED-BUT-NORMS.XML, SOLRCONFIG-SOLCOREPROPERTIES.XML, STOP-1.TXT, SOLRCONFIG-MASTER2.XML, SCHEMA-SPELLCHECKER.XML, SOLRCONFIG-RESPONSE-LOG-COMPONENT.XML, SOLRCONFIG-LAZYWRITER.XML, SCHEMA-LUCENEMATCHVERSION.XML, FRENCHARTICLES.TXT, BAD-MP-SOLRCONFIG.XML, SCHEMA15.XML, SOLRCONFIG-REQHANDLER.INCL, SCHEMASURROUND.XML, SOLRCONFIG-MASTER3.XML, HUNSPELL-TEST.DIC, BAD-SCHEMA-CODEC-GLOBAL-VS-FT-MISMATCH.XML, SOLRCONFIG-XINCLUDE.XML, SOLRCONFIG-DELPOLICY1.XML, SOLRCONFIG-SLAVE1.XML, SCHEMA-SIM.XML, SCHEMA-SNIPPET-FIELD.XML, SCHEMA-COLLATE.XML, STOP-SNOWBALL.TXT, BAD-SCHEMA-SIM-GLOBAL-VS-FT-MISMATCH.XML, PROTWORDS.TXT, SCHEMA-TRIE.XML, SOLRCONFIG_CODEC.XML, BAD-SOLRCONFIG-INVALID-SCRIPTFILE.XML, JASUGGEST.TXT, SCHEMA-TFIDF.XML, SOLRCONFIG-SCRIPT-UPDATEPROCESSOR.XML, SCHEMA-LMJELINEKMERCER.XML, PHRASESUGGEST.TXT, BAD-SOLRCONFIG-MISSING-SCRIPTFILE.XML, BAD-SCHEMA-UNIQUEKEY-USES-DEFAULT.XML, OLD_SYNONYMS.TXT, SOLRCONFIG-DELPOLICY2.XML, SOLRCONFIG-NATIVELOCK.XML, XSLT, BAD-SCHEMA-DUP-FIELD.XML, SOLRCONFIG-NOCACHE.XML, SCHEMA-BM25.XML, ADDFIELDS.UPDATEPROCESSOR.JS, SOLRCONFIG-ALTDIRECTORY.XML, SOLRCONFIG-QUERYSENDER-NOQUERY.XML, COMPOUNDDICTIONARY.TXT, SOLRCONFIG_PERF.XML, SOLRCONFIG-INDEXCONFIG.XML, BAD-SCHEMA-ANALYZER-CLASS-AND-NESTED.XML, SCHEMA-NOT-REQUIRED-UNIQUE-KEY.XML, KEEP-2.TXT, SCHEMA12.XML, BAD-SCHEMA-UNIQUEKEY-IS-COPYFIELD-DEST.XML, MAPPING-ISOLATIN1ACCENT.TXT, BAD_SOLRCONFIG.XML, BAD-SCHEMA-EXTERNAL-FILEFIELD.XML]
[junit4:junit4] 2> 1809 T51 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1352468821293/control/data
[junit4:junit4] 2> 1811 T51 oass.SolrIndexSearcher.<init> Opening Searcher@6333934d main
[junit4:junit4] 2> 1811 T51 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 1812 T51 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 1812 T51 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4] 2> 1818 T51 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4] 2> 1878 T51 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 1878 T51 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 1879 T51 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 1879 T51 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 1879 T51 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 1880 T51 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 1880 T51 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 1881 T51 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 1881 T51 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 1881 T51 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 1903 T65 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6333934d main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 1907 T51 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 1908 T51 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
[junit4:junit4] 2> 1908 T51 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 1955 T51 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1972 T51 oejs.Server.doStart jetty-8.1.7.v20120910
[junit4:junit4] 2> 1974 T51 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:33203
[junit4:junit4] 2> 1975 T51 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 1975 T51 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr
[junit4:junit4] 2> 1976 T51 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/'
[junit4:junit4] 2> 2000 T51 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 2001 T51 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 2001 T51 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr
[junit4:junit4] 2> 2001 T51 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4] 2> 2002 T51 oasc.CoreContainer.<init> New CoreContainer 1277678885
[junit4:junit4] 2> 2002 T51 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/'
[junit4:junit4] 2> 2003 T51 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/'
[junit4:junit4] 2> 2027 T51 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 2041 T51 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4] 2> 2042 T51 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4] 2> 2043 T51 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4] 2> 2044 T51 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 2084 T51 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 2131 T51 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2132 T51 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 2154 T51 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 2578 T51 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 2589 T51 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 2592 T51 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 2603 T51 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2607 T51 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2610 T51 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2612 T51 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2613 T51 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.handler.component.DistributedTermsComponentTest-1352468821293/shard0/data/
[junit4:junit4] 2> 2614 T51 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4ceafb71
[junit4:junit4] 2> 2615 T51 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2615 T51 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for MockDirWrapper(org.apache.lucene.store.RAMDirectory@50ed0a5 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@fa4033b) assuming 'simple'
[junit4:junit4] 2> 2616 T51 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1352468821293/shard0/data forceNew:false
[junit4:junit4] 2> 2616 T51 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1352468821293/shard0/data
[junit4:junit4] 2> 2617 T51 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.handler.component.DistributedTermsComponentTest-1352468821293/shard0/data/index/
[junit4:junit4] 2> 2617 T51 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.handler.component.DistributedTermsComponentTest-1352468821293/shard0/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 2618 T51 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1352468821293/shard0/data/index forceNew:false
[junit4:junit4] 2> 2620 T51 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@6f30d50a lockFactory=org.apache.lucene.store.NativeFSLockFactory@23905e3)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 2621 T51 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 2621 T51 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1352468821293/shard0/data/index
[junit4:junit4] 2> 2622 T51 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4] 2> 2624 T51 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 2625 T51 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4] 2> 2625 T51 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 2625 T51 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4] 2> 2626 T51 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 2626 T51 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 2627 T51 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 2628 T51 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 2629 T51 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 2631 T51 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4] 2> 2632 T51 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4] 2> 2632 T51 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 2634 T51 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4] 2> 2634 T51 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4] 2> 2635 T51 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4] 2> 2636 T51 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 2637 T51 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 2638 T51 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 2639 T51 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 2641 T51 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 2642 T51 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 2643 T51 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 2644 T51 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 2645 T51 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4] 2> 2646 T51 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4] 2> 2652 T51 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 2655 T51 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4] 2> 2657 T51 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [THROW.ERROR.ON.ADD.UPDATEPROCESSOR.JS, SOLRCONFIG-HIGHLIGHT.XML, SCHEMA-REQUIRED-FIELDS.XML, SCHEMA-REPLICATION2.XML, TRIVIAL.UPDATEPROCESSOR1.JS, SCHEMA-MINIMAL.XML, BAD-SCHEMA-DUP-DYNAMICFIELD.XML, SOLRCONFIG-CACHING.XML, SOLRCONFIG-REPEATER.XML, CURRENCY.XML, BAD-SCHEMA-NONTEXT-ANALYZER.XML, SOLRCONFIG-MERGEPOLICY.XML, SOLRCONFIG-TLOG.XML, SOLRCONFIG-MASTER.XML, BAD-SCHEMA-UNIQUEKEY-MULTIVALUED.XML, SCHEMA11.XML, SOLRCONFIG-BASIC.XML, DA_COMPOUNDDICTIONARY.TXT, MISSLEADING.EXTENSION.UPDATEPROCESSOR.JS.TXT, SCHEMA-COPYFIELD-TEST.XML, SOLRCONFIG-SLAVE.XML, SOLRCONFIG-PROPINJECT-INDEXDEFAULT.XML, ELEVATE.XML, TRIVIAL.UPDATEPROCESSOR0.JS, BAD-SOLRCONFIG-BOGUS-SCRIPTENGINE-NAME.XML, SCHEMA-CHARFILTERS.XML, SCHEMA-IB.XML, SOLRCONFIG-QUERYSENDER.XML, SOLRCONFIG-SNIPPET-PROCESSOR.XML, DA_UTF8.XML, SCHEMA-REPLICATION1.XML, CONDITIONAL.UPDATEPROCESSOR.JS, MISSING.FUNCTIONS.UPDATEPROCESSOR.JS, HYPHENATION.DTD, SOLRCONFIG-ENABLEPLUGIN.XML, SCHEMA-PHRASESUGGEST.XML, STEMDICT.TXT, HUNSPELL-TEST.AFF, SCHEMA-SNIPPET-TYPE.XML, STOPTYPES-1.TXT, STOPWORDSWRONGENCODING.TXT, SCHEMA-NUMERIC.XML, SOLRCONFIG-TRANSFORMERS.XML, SOLRCONFIG-PROPINJECT.XML, BAD-SCHEMA-NOT-INDEXED-BUT-TF.XML, SOLRCONFIG-SIMPLELOCK.XML, WDFTYPES.TXT, SCHEMA-REVERSED.XML, STOPTYPES-2.TXT, BAD-SCHEMA-CURRENCY-FT-MULTIVALUED.XML, SOLRCONFIG-SPELLCHECKCOMPONENT.XML, SCHEMA-DFR.XML, BAD-SCHEMA-CURRENCY-MULTIVALUED.XML, SOLRCONFIG-PHRASESUGGEST.XML, BAD-SCHEMA-NOT-INDEXED-BUT-POS.XML, KEEP-1.TXT, OPEN-EXCHANGE-RATES.JSON, SCHEMA-SPATIAL.XML, STOPWITHBOM.TXT, SCHEMA-BINARYFIELD.XML, SOLRCONFIG-SPELLCHECKER.XML, SOLRCONFIG-UPDATE-PROCESSOR-CHAINS.XML, BAD-SCHEMA-OMIT-TF-BUT-NOT-POS.XML, SCHEMA-XINCLUDE.XML, BAD-SCHEMA-DUP-FIELDTYPE.XML, SOLRCONFIG-MASTER1.XML, SYNONYMS.TXT, BAD-SCHEMA-CURRENCY-DYNAMIC-MULTIVALUED.XML, SCHEMA_CODEC.XML, SCHEMA.XML, SOLRCONFIG-SOLR-749.XML, SOLRCONFIG-MASTER1-KEEPONEBACKUP.XML, SOLRCONFIG-FUNCTIONQUERY.XML, STOP-2.TXT, SCHEMA-LMDIRICHLET.XML, SOLRCONFIG-TERMINDEX.XML, SOLRCONFIG-ELEVATE.XML, SCHEMA-FOLDING.XML, STOPWORDS.TXT, SCHEMA-STOP-KEEP.XML, BAD-SCHEMA-NOT-INDEXED-BUT-NORMS.XML, SOLRCONFIG-SOLCOREPROPERTIES.XML, STOP-1.TXT, SOLRCONFIG-MASTER2.XML, SCHEMA-SPELLCHECKER.XML, SOLRCONFIG-RESPONSE-LOG-COMPONENT.XML, SOLRCONFIG-LAZYWRITER.XML, SCHEMA-LUCENEMATCHVERSION.XML, FRENCHARTICLES.TXT, BAD-MP-SOLRCONFIG.XML, SCHEMA15.XML, SOLRCONFIG-REQHANDLER.INCL, SCHEMASURROUND.XML, SOLRCONFIG-MASTER3.XML, HUNSPELL-TEST.DIC, BAD-SCHEMA-CODEC-GLOBAL-VS-FT-MISMATCH.XML, SOLRCONFIG-XINCLUDE.XML, SOLRCONFIG-DELPOLICY1.XML, SOLRCONFIG-SLAVE1.XML, SCHEMA-SIM.XML, SCHEMA-SNIPPET-FIELD.XML, SCHEMA-COLLATE.XML, STOP-SNOWBALL.TXT, BAD-SCHEMA-SIM-GLOBAL-VS-FT-MISMATCH.XML, PROTWORDS.TXT, SCHEMA-TRIE.XML, SOLRCONFIG_CODEC.XML, BAD-SOLRCONFIG-INVALID-SCRIPTFILE.XML, JASUGGEST.TXT, SCHEMA-TFIDF.XML, SOLRCONFIG-SCRIPT-UPDATEPROCESSOR.XML, SCHEMA-LMJELINEKMERCER.XML, PHRASESUGGEST.TXT, BAD-SOLRCONFIG-MISSING-SCRIPTFILE.XML, BAD-SCHEMA-UNIQUEKEY-USES-DEFAULT.XML, OLD_SYNONYMS.TXT, SOLRCONFIG-DELPOLICY2.XML, SOLRCONFIG-NATIVELOCK.XML, XSLT, BAD-SCHEMA-DUP-FIELD.XML, SOLRCONFIG-NOCACHE.XML, SCHEMA-BM25.XML, ADDFIELDS.UPDATEPROCESSOR.JS, SOLRCONFIG-ALTDIRECTORY.XML, SOLRCONFIG-QUERYSENDER-NOQUERY.XML, COMPOUNDDICTIONARY.TXT, SOLRCONFIG_PERF.XML, SOLRCONFIG-INDEXCONFIG.XML, BAD-SCHEMA-ANALYZER-CLASS-AND-NESTED.XML, SCHEMA-NOT-REQUIRED-UNIQUE-KEY.XML, KEEP-2.TXT, SCHEMA12.XML, BAD-SCHEMA-UNIQUEKEY-IS-COPYFIELD-DEST.XML, MAPPING-ISOLATIN1ACCENT.TXT, BAD_SOLRCONFIG.XML, BAD-SCHEMA-EXTERNAL-FILEFIELD.XML]
[junit4:junit4] 2> 2659 T51 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1352468821293/shard0/data
[junit4:junit4] 2> 2660 T51 oass.SolrIndexSearcher.<init> Opening Searcher@2b27acc3 main
[junit4:junit4] 2> 2660 T51 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 2661 T51 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 2661 T51 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4] 2> 2674 T51 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4] 2> 2728 T51 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 2729 T51 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 2729 T51 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 2729 T51 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 2730 T51 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 2730 T51 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 2730 T51 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 2731 T51 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 2731 T51 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 2731 T51 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 2751 T78 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2b27acc3 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 2757 T51 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 2758 T51 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
[junit4:junit4] 2> 2758 T51 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 2758 T51 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C3 name=collection1 org.apache.solr.core.SolrCore@36fc117d
[junit4:junit4] 2> 3750 T79 C3 oasu.DirectUpdateHandler2.deleteAll [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4:junit4] 2> 3751 T79 C3 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1352468821293/control/data
[junit4:junit4] 2> 3756 T79 C3 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/index5791857918tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@ab5423f),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 3756 T79 C3 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 3757 T79 C3 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {deleteByQuery=*:*} 0 46
[junit4:junit4] 2> ASYNC NEW_CORE C4 name=collection1 org.apache.solr.core.SolrCore@4c47e8f3
[junit4:junit4] 2> 3909 T77 C4 oasu.DirectUpdateHandler2.deleteAll [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4:junit4] 2> 3910 T77 C4 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1352468821293/shard0/data
[junit4:junit4] 2> 3911 T77 C4 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@6f30d50a lockFactory=org.apache.lucene.store.NativeFSLockFactory@23905e3)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 3912 T77 C4 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 3912 T77 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {deleteByQuery=*:*} 0 3
[junit4:junit4] 2> 3995 T62 C3 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[18]} 0 78
[junit4:junit4] 2> 4002 T76 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[18]} 0 2
[junit4:junit4] 2> 4008 T63 C3 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[19]} 0 2
[junit4:junit4] 2> 4014 T77 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[19]} 0 3
[junit4:junit4] 2> 4019 T62 C3 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[20]} 0 1
[junit4:junit4] 2> 4024 T76 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[20]} 0 1
[junit4:junit4] 2> 4029 T79 C3 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[21]} 0 2
[junit4:junit4] 2> 4034 T77 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[21]} 0 1
[junit4:junit4] 2> 4038 T63 C3 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[22]} 0 1
[junit4:junit4] 2> 4044 T76 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[22]} 0 1
[junit4:junit4] 2> 4049 T62 C3 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[23]} 0 1
[junit4:junit4] 2> 4054 T77 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[23]} 0 1
[junit4:junit4] 2> 4059 T79 C3 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[24]} 0 2
[junit4:junit4] 2> 4066 T76 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[24]} 0 2
[junit4:junit4] 2> 4070 T63 C3 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[25]} 0 1
[junit4:junit4] 2> 4074 T77 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[25]} 0 1
[junit4:junit4] 2> 4098 T79 C3 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 4226 T79 C3 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/index5791857918tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@ab5423f),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/index5791857918tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@ab5423f),segFN=segments_2,generation=2,filenames=[_0_Lucene41WithOrds_0.tib, _0_MockSep_0.pos, _0_Lucene41WithOrds_0.tii, _0_Lucene41WithOrds_0.pos, _0_MockSep_0.skp, _0_Pulsing41_0.tim, _0_Pulsing41_0.tip, _0.si, _0_MockSep_0.doc, _0_Lucene41WithOrds_0.doc, _0.fnm, _0_nrm.cfs, _0_MockSep_0.tib, _0_Direct_0.doc, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _0_nrm.cfe, segments_2, _0_Direct_0.pos, _0_MockSep_0.frq, _0.fdx, _0_Direct_0.tip, _0_MockSep_0.tii, _0_MockSep_0.pyl, _0_Direct_0.tim, _0.fdt]
[junit4:junit4] 2> 4227 T79 C3 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0_Lucene41WithOrds_0.tib, _0_MockSep_0.pos, _0_Lucene41WithOrds_0.tii, _0_Lucene41WithOrds_0.pos, _0_MockSep_0.skp, _0_Pulsing41_0.tim, _0_Pulsing41_0.tip, _0.si, _0_MockSep_0.doc, _0_Lucene41WithOrds_0.doc, _0.fnm, _0_nrm.cfs, _0_MockSep_0.tib, _0_Direct_0.doc, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _0_nrm.cfe, segments_2, _0_Direct_0.pos, _0_MockSep_0.frq, _0.fdx, _0_Direct_0.tip, _0_MockSep_0.tii, _0_MockSep_0.pyl, _0_Direct_0.tim, _0.fdt]
[junit4:junit4] 2> 4227 T79 C3 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1352468821293/control/data
[junit4:junit4] 2> 4248 T79 C3 oass.SolrIndexSearcher.<init> Opening Searcher@6815e601 main
[junit4:junit4] 2> 4248 T79 C3 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 4250 T65 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6815e601 main{StandardDirectoryReader(segments_2:4 _0(5.0):C8)}
[junit4:junit4] 2> 4251 T65 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1352468821293/control/data/index
[junit4:junit4] 2> 4251 T79 C3 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 153
[junit4:junit4] 2> 4255 T76 C4 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 4258 T76 C4 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@6f30d50a lockFactory=org.apache.lucene.store.NativeFSLockFactory@23905e3)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@6f30d50a lockFactory=org.apache.lucene.store.NativeFSLockFactory@23905e3)),segFN=segments_2,generation=2,filenames=[_0_Lucene41WithOrds_0.tib, _0_MockSep_0.pos, _0_Lucene41WithOrds_0.tii, _0_Lucene41WithOrds_0.pos, _0_MockSep_0.skp, _0_Pulsing41_0.tim, _0_Pulsing41_0.tip, _0.si, _0_MockSep_0.doc, _0_Lucene41WithOrds_0.doc, _0.fnm, _0_nrm.cfs, _0_MockSep_0.tib, _0_Direct_0.doc, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _0_nrm.cfe, segments_2, _0_Direct_0.pos, _0_MockSep_0.frq, _0.fdx, _0_Direct_0.tip, _0_MockSep_0.tii, _0_MockSep_0.pyl, _0_Direct_0.tim, _0.fdt]
[junit4:junit4] 2> 4258 T76 C4 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0_Lucene41WithOrds_0.tib, _0_MockSep_0.pos, _0_Lucene41WithOrds_0.tii, _0_Lucene41WithOrds_0.pos, _0_MockSep_0.skp, _0_Pulsing41_0.tim, _0_Pulsing41_0.tip, _0.si, _0_MockSep_0.doc, _0_Lucene41WithOrds_0.doc, _0.fnm, _0_nrm.cfs, _0_MockSep_0.tib, _0_Direct_0.doc, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _0_nrm.cfe, segments_2, _0_Direct_0.pos, _0_MockSep_0.frq, _0.fdx, _0_Direct_0.tip, _0_MockSep_0.tii, _0_MockSep_0.pyl, _0_Direct_0.tim, _0.fdt]
[junit4:junit4] 2> 4259 T76 C4 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1352468821293/shard0/data
[junit4:junit4] 2> 4260 T76 C4 oass.SolrIndexSearcher.<init> Opening Searcher@4cd522dd main
[junit4:junit4] 2> 4261 T76 C4 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 4262 T78 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4cd522dd main{StandardDirectoryReader(segments_2:4 _0(5.0):C8)}
[junit4:junit4] 2> 4263 T78 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1352468821293/shard0/data/index
[junit4:junit4] 2> 4263 T76 C4 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 8
[junit4:junit4] 2> 4347 T63 C3 REQ [collection1] webapp=/solr path=/terms params={shards.qt=/terms&terms.fl=b_t&terms=true&distrib=false&qt=/terms&wt=javabin&version=2} status=0 QTime=40
[junit4:junit4] 2> 4542 T76 C4 REQ [collection1] webapp=/solr path=/terms params={shards.qt=/terms&terms=true&distrib=false&wt=javabin&terms.sort=index&version=2&shard.url=127.0.0.1:33203/solr|[ff01::114]:33332/solr&NOW=1352468825650&terms.fl=b_t&terms.limit=-1&qt=/terms&isShard=true} status=0 QTime=0
[junit4:junit4] 2> 4547 T77 C4 REQ [collection1] webapp=/solr path=/terms params={shards=127.0.0.1:33203/solr|[ff01::114]:33332/solr&shards.qt=/terms&terms.fl=b_t&terms=true&qt=/terms&wt=javabin&version=2} status=0 QTime=185
[junit4:junit4] 2> 4548 T51 oas.BaseDistributedSearchTestCase.query starting stress...
[junit4:junit4] 2> 4671 T88 C4 REQ [collection1] webapp=/solr path=/terms params={shards.qt=/terms&terms=true&distrib=false&wt=javabin&terms.sort=index&version=2&shard.url=127.0.0.1:33203/solr|[ff01::114]:33332/solr&NOW=1352468825956&terms.fl=b_t&terms.limit=-1&qt=/terms&isShard=true} status=0 QTime=0
[junit4:junit4] 2> 4672 T89 C4 REQ [collection1] webapp=/solr path=/terms params={shards.qt=/terms&terms=true&distrib=false&wt=javabin&terms.sort=index&version=2&shard.url=127.0.0.1:33203/solr|[ff01::114]:33332/solr&NOW=1352468825957&terms.fl=b_t&terms.limit=-1&qt=/terms&isShard=true} status=0 QTime=0
[junit4:junit4] 2> 4672 T90 C4 REQ [collection1] webapp=/solr path=/terms params={shards.qt=/terms&terms=true&distrib=false&wt=javabin&terms.sort=index&version=2&shard.url=127.0.0.1:33203/solr|[ff01::114]:33332/solr&NOW=1352468825956&terms.fl=b_t&terms.limit=-1&qt=/terms&isShard=true} status=0 QTime=0
[junit4:junit4] 2> 4672 T76 C4 REQ [collection1] webapp=/solr path=/terms params={shards=127.0.0.1:33203/solr|[ff01::114]:33332/solr&shards.qt=/terms&terms.fl=b_t&terms=true&qt=/terms&wt=javabin&version=2} status=0 QTime=4
[junit4:junit4] 2> 4673 T85 C4 REQ [collection1] webapp=/solr path=/terms params={shards=127.0.0.1:33203/solr|[ff01::114]:33332/solr&shards.qt=/terms&terms.fl=b_t&terms=true&qt=/terms&wt=javabin&version=2} status=0 QTime=4
[junit4:junit4] 2> 4674 T77 C4 REQ [collection1] webapp=/solr path=/terms params={shards=127.0.0.1:33203/solr|[ff01::114]:33332/solr&shards.qt=/terms&terms.fl=b_t&terms=true&qt=/terms&wt=javabin&version=2} status=0 QTime=6
[junit4:junit4] 2> 4680 T76 C4 REQ [collection1] webapp=/solr path=/terms params={shards.qt=/terms&terms=true&distrib=false&wt=javabin&terms.sort=index&version=2&shard.url=127.0.0.1:33203/solr|[ff01::114]:33332/solr&NOW=1352468825964&terms.fl=b_t&terms.limit=-1&qt=/terms&isShard=true} status=0 QTime=0
[junit4:junit4] 2> 4681 T88 C4 REQ [collection1] webapp=/solr path=/terms params={shards=127.0.0.1:33203/solr|[ff01::114]:33332/solr&shards.qt=/terms&terms.fl=b_t&terms=true&qt=/terms&wt=javabin&version=2} status=0 QTime=5
[junit4:junit4] 2> 4681 T85 C4 REQ [collection1] webapp=/solr path=/terms params={shards.qt=/terms&terms=true&distrib=false&wt=javabin&terms.sort=index&version=2&shard.url=127.0.0.1:33203/solr|[ff01::114]:33332/solr&NOW=1352468825966&terms.fl=b_t&terms.limit=-1&qt=/terms&isShard=true} status=0 QTime=0
[junit4:junit4] 2> 4682 T89 C4 REQ [collection1] webapp=/solr path=/terms params={shards=127.0.0.1:33203/solr|[ff01::114]:33332/solr&shards.qt=/terms&terms.fl=b_t&terms=true&qt=/terms&wt=javabin&version=2} status=0 QTime=4
[junit4:junit4] 2> 4682 T77 C4 REQ [collection1] webapp=/solr path=/terms params={shards.qt=/terms&terms=true&distrib=false&wt=javabin&terms.sort=index&version=2&shard.url=127.0.0.1:33203/solr|[ff01::114]:33332/solr&NOW=1352468825966&terms.fl=b_t&terms.limit=-1&qt=/terms&isShard=true} status=0 QTime=0
[junit4:junit4] 2> 4683 T90 C4 REQ [collection1] webapp=/solr path=/terms params={shards=127.0.0.1:33203/solr|[ff01::114]:33332/solr&shards.qt=/terms&terms.fl=b_t&terms=true&qt=/terms&wt=javabin&version=2} status=0 QTime=5
[junit4:junit4] 2> 4687 T62 C3 REQ [collection1] webapp=/solr path=/terms params={terms.lower=s&shards.qt=/terms&terms.fl=b_t&terms=true&distrib=false&terms.limit=5&qt=/terms&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 4694 T88 C4 REQ [collection1] webapp=/solr path=/terms params={shards.qt=/terms&terms=true&distrib=false&wt=javabin&terms.sort=index&version=2&NOW=1352468825978&shard.url=[ff01::114]:33332/solr|127.0.0.1:33203/solr&terms.lower=s&terms.fl=b_t&terms.limit=-1&isShard=true&qt=/terms} status=0 QTime=0
[junit4:junit4] 2> 4694 T76 C4 REQ [collection1] webapp=/s
[...truncated too long message...]
junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 27) Thread[id=74, name=qtp742069811-74 Acceptor3 SelectChannelConnector@0.0.0.0:33203, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 28) Thread[id=236, name=qtp1446439538-236 Acceptor0 SelectChannelConnector@0.0.0.0:19339, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 29) Thread[id=117, name=qtp883033553-117 Acceptor3 SelectChannelConnector@0.0.0.0:48523, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 30) Thread[id=129, name=qtp991553580-129 Acceptor1 SelectChannelConnector@0.0.0.0:62089, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 31) Thread[id=197, name=qtp713057644-197 Acceptor1 SelectChannelConnector@0.0.0.0:19334, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 32) Thread[id=116, name=qtp883033553-116 Acceptor2 SelectChannelConnector@0.0.0.0:48523, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 33) Thread[id=211, name=qtp2037894577-211 Acceptor1 SelectChannelConnector@0.0.0.0:19336, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 34) Thread[id=58, name=qtp188245209-58 Acceptor0 SelectChannelConnector@0.0.0.0:31140, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 35) Thread[id=140, name=qtp528399497-140 Acceptor0 SelectChannelConnector@0.0.0.0:33712, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 36) Thread[id=61, name=qtp188245209-61 Acceptor3 SelectChannelConnector@0.0.0.0:31140, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([A2669CE804D0506C]:0)
[junit4:junit4] Completed on J0 in 36.50s, 1 test, 2 errors <<< FAILURES!
[...truncated 401 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:335: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:178: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/module-build.xml:61: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1163: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:827: There were test failures: 233 suites, 970 tests, 4 suite-level errors, 857 ignored
Total time: 75 minutes 58 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 84 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/84/
4 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.servlet.NoCacheHeaderTest
Error Message:
4 threads leaked from SUITE scope at org.apache.solr.servlet.NoCacheHeaderTest: 1) Thread[id=206, name=qtp1114673702-206 Acceptor2 SelectChannelConnector@0.0.0.0:24833, state=BLOCKED, group=TGRP-NoCacheHeaderTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 2) Thread[id=205, name=qtp1114673702-205 Acceptor1 SelectChannelConnector@0.0.0.0:24833, state=RUNNABLE, group=TGRP-NoCacheHeaderTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 3) Thread[id=204, name=qtp1114673702-204 Acceptor0 SelectChannelConnector@0.0.0.0:24833, state=BLOCKED, group=TGRP-NoCacheHeaderTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 4) Thread[id=207, name=qtp1114673702-207 Acceptor3 SelectChannelConnector@0.0.0.0:24833, state=BLOCKED, group=TGRP-NoCacheHeaderTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.servlet.NoCacheHeaderTest:
1) Thread[id=206, name=qtp1114673702-206 Acceptor2 SelectChannelConnector@0.0.0.0:24833, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
2) Thread[id=205, name=qtp1114673702-205 Acceptor1 SelectChannelConnector@0.0.0.0:24833, state=RUNNABLE, group=TGRP-NoCacheHeaderTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
3) Thread[id=204, name=qtp1114673702-204 Acceptor0 SelectChannelConnector@0.0.0.0:24833, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
4) Thread[id=207, name=qtp1114673702-207 Acceptor3 SelectChannelConnector@0.0.0.0:24833, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
at __randomizedtesting.SeedInfo.seed([6DF939765EEC1D89]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.servlet.NoCacheHeaderTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=206, name=qtp1114673702-206 Acceptor2 SelectChannelConnector@0.0.0.0:24833, state=BLOCKED, group=TGRP-NoCacheHeaderTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 2) Thread[id=205, name=qtp1114673702-205 Acceptor1 SelectChannelConnector@0.0.0.0:24833, state=RUNNABLE, group=TGRP-NoCacheHeaderTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 3) Thread[id=204, name=qtp1114673702-204 Acceptor0 SelectChannelConnector@0.0.0.0:24833, state=BLOCKED, group=TGRP-NoCacheHeaderTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 4) Thread[id=207, name=qtp1114673702-207 Acceptor3 SelectChannelConnector@0.0.0.0:24833, state=BLOCKED, group=TGRP-NoCacheHeaderTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=206, name=qtp1114673702-206 Acceptor2 SelectChannelConnector@0.0.0.0:24833, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
2) Thread[id=205, name=qtp1114673702-205 Acceptor1 SelectChannelConnector@0.0.0.0:24833, state=RUNNABLE, group=TGRP-NoCacheHeaderTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
3) Thread[id=204, name=qtp1114673702-204 Acceptor0 SelectChannelConnector@0.0.0.0:24833, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
4) Thread[id=207, name=qtp1114673702-207 Acceptor3 SelectChannelConnector@0.0.0.0:24833, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
at __randomizedtesting.SeedInfo.seed([6DF939765EEC1D89]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.update.PeerSyncTest
Error Message:
16 threads leaked from SUITE scope at org.apache.solr.update.PeerSyncTest: 1) Thread[id=37, name=qtp548409026-37 Acceptor3 SelectChannelConnector@0.0.0.0:40580, state=BLOCKED, group=TGRP-PeerSyncTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 2) Thread[id=35, name=qtp548409026-35 Acceptor1 SelectChannelConnector@0.0.0.0:40580, state=RUNNABLE, group=TGRP-PeerSyncTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 3) Thread[id=18, name=qtp1491010616-18 Acceptor2 SelectChannelConnector@0.0.0.0:53019, state=RUNNABLE, group=TGRP-PeerSyncTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 4) Thread[id=64, name=qtp1674485910-64 Acceptor2 SelectChannelConnector@0.0.0.0:55609, state=BLOCKED, group=TGRP-PeerSyncTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 5) Thread[id=20, name=qtp1491010616-20 Acceptor3 SelectChannelConnector@0.0.0.0:53019, state=BLOCKED, group=TGRP-PeerSyncTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 6) Thread[id=17, name=qtp1491010616-17 Acceptor0 SelectChannelConnector@0.0.0.0:53019, state=BLOCKED, group=TGRP-PeerSyncTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 7) Thread[id=48, name=qtp1891488487-48 Acceptor0 SelectChannelConnector@0.0.0.0:53370, state=BLOCKED, group=TGRP-PeerSyncTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 8) Thread[id=15, name=qtp1491010616-15 Acceptor1 SelectChannelConnector@0.0.0.0:53019, state=BLOCKED, group=TGRP-PeerSyncTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 9) Thread[id=36, name=qtp548409026-36 Acceptor2 SelectChannelConnector@0.0.0.0:40580, state=BLOCKED, group=TGRP-PeerSyncTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 10) Thread[id=63, name=qtp1674485910-63 Acceptor1 SelectChannelConnector@0.0.0.0:55609, state=RUNNABLE, group=TGRP-PeerSyncTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 11) Thread[id=49, name=qtp1891488487-49 Acceptor1 SelectChannelConnector@0.0.0.0:53370, state=BLOCKED, group=TGRP-PeerSyncTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 12) Thread[id=34, name=qtp548409026-34 Acceptor0 SelectChannelConnector@0.0.0.0:40580, state=BLOCKED, group=TGRP-PeerSyncTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 13) Thread[id=51, name=qtp1891488487-51 Acceptor3 SelectChannelConnector@0.0.0.0:53370, state=BLOCKED, group=TGRP-PeerSyncTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 14) Thread[id=50, name=qtp1891488487-50 Acceptor2 SelectChannelConnector@0.0.0.0:53370, state=RUNNABLE, group=TGRP-PeerSyncTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 15) Thread[id=62, name=qtp1674485910-62 Acceptor0 SelectChannelConnector@0.0.0.0:55609, state=BLOCKED, group=TGRP-PeerSyncTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 16) Thread[id=65, name=qtp1674485910-65 Acceptor3 SelectChannelConnector@0.0.0.0:55609, state=BLOCKED, group=TGRP-PeerSyncTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 16 threads leaked from SUITE scope at org.apache.solr.update.PeerSyncTest:
1) Thread[id=37, name=qtp548409026-37 Acceptor3 SelectChannelConnector@0.0.0.0:40580, state=BLOCKED, group=TGRP-PeerSyncTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
2) Thread[id=35, name=qtp548409026-35 Acceptor1 SelectChannelConnector@0.0.0.0:40580, state=RUNNABLE, group=TGRP-PeerSyncTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
3) Thread[id=18, name=qtp1491010616-18 Acceptor2 SelectChannelConnector@0.0.0.0:53019, state=RUNNABLE, group=TGRP-PeerSyncTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
4) Thread[id=64, name=qtp1674485910-64 Acceptor2 SelectChannelConnector@0.0.0.0:55609, state=BLOCKED, group=TGRP-PeerSyncTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
5) Thread[id=20, name=qtp1491010616-20 Acceptor3 SelectChannelConnector@0.0.0.0:53019, state=BLOCKED, group=TGRP-PeerSyncTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
6) Thread[id=17, name=qtp1491010616-17 Acceptor0 SelectChannelConnector@0.0.0.0:53019, state=BLOCKED, group=TGRP-PeerSyncTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
7) Thread[id=48, name=qtp1891488487-48 Acceptor0 SelectChannelConnector@0.0.0.0:53370, state=BLOCKED, group=TGRP-PeerSyncTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
8) Thread[id=15, name=qtp1491010616-15 Acceptor1 SelectChannelConnector@0.0.0.0:53019, state=BLOCKED, group=TGRP-PeerSyncTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
9) Thread[id=36, name=qtp548409026-36 Acceptor2 SelectChannelConnector@0.0.0.0:40580, state=BLOCKED, group=TGRP-PeerSyncTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
10) Thread[id=63, name=qtp1674485910-63 Acceptor1 SelectChannelConnector@0.0.0.0:55609, state=RUNNABLE, group=TGRP-PeerSyncTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
11) Thread[id=49, name=qtp1891488487-49 Acceptor1 SelectChannelConnector@0.0.0.0:53370, state=BLOCKED, group=TGRP-PeerSyncTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
12) Thread[id=34, name=qtp548409026-34 Acceptor0 SelectChannelConnector@0.0.0.0:40580, state=BLOCKED, group=TGRP-PeerSyncTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
13) Thread[id=51, name=qtp1891488487-51 Acceptor3 SelectChannelConnector@0.0.0.0:53370, state=BLOCKED, group=TGRP-PeerSyncTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
14) Thread[id=50, name=qtp1891488487-50 Acceptor2 SelectChannelConnector@0.0.0.0:53370, state=RUNNABLE, group=TGRP-PeerSyncTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
15) Thread[id=62, name=qtp1674485910-62 Acceptor0 SelectChannelConnector@0.0.0.0:55609, state=BLOCKED, group=TGRP-PeerSyncTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
16) Thread[id=65, name=qtp1674485910-65 Acceptor3 SelectChannelConnector@0.0.0.0:55609, state=BLOCKED, group=TGRP-PeerSyncTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
at __randomizedtesting.SeedInfo.seed([6DF939765EEC1D89]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.update.PeerSyncTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=37, name=qtp548409026-37 Acceptor3 SelectChannelConnector@0.0.0.0:40580, state=BLOCKED, group=TGRP-PeerSyncTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 2) Thread[id=18, name=qtp1491010616-18 Acceptor2 SelectChannelConnector@0.0.0.0:53019, state=RUNNABLE, group=TGRP-PeerSyncTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 3) Thread[id=35, name=qtp548409026-35 Acceptor1 SelectChannelConnector@0.0.0.0:40580, state=RUNNABLE, group=TGRP-PeerSyncTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 4) Thread[id=64, name=qtp1674485910-64 Acceptor2 SelectChannelConnector@0.0.0.0:55609, state=BLOCKED, group=TGRP-PeerSyncTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 5) Thread[id=20, name=qtp1491010616-20 Acceptor3 SelectChannelConnector@0.0.0.0:53019, state=BLOCKED, group=TGRP-PeerSyncTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 6) Thread[id=17, name=qtp1491010616-17 Acceptor0 SelectChannelConnector@0.0.0.0:53019, state=BLOCKED, group=TGRP-PeerSyncTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 7) Thread[id=15, name=qtp1491010616-15 Acceptor1 SelectChannelConnector@0.0.0.0:53019, state=BLOCKED, group=TGRP-PeerSyncTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 8) Thread[id=48, name=qtp1891488487-48 Acceptor0 SelectChannelConnector@0.0.0.0:53370, state=BLOCKED, group=TGRP-PeerSyncTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 9) Thread[id=36, name=qtp548409026-36 Acceptor2 SelectChannelConnector@0.0.0.0:40580, state=BLOCKED, group=TGRP-PeerSyncTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 10) Thread[id=63, name=qtp1674485910-63 Acceptor1 SelectChannelConnector@0.0.0.0:55609, state=RUNNABLE, group=TGRP-PeerSyncTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 11) Thread[id=34, name=qtp548409026-34 Acceptor0 SelectChannelConnector@0.0.0.0:40580, state=BLOCKED, group=TGRP-PeerSyncTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 12) Thread[id=49, name=qtp1891488487-49 Acceptor1 SelectChannelConnector@0.0.0.0:53370, state=BLOCKED, group=TGRP-PeerSyncTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 13) Thread[id=51, name=qtp1891488487-51 Acceptor3 SelectChannelConnector@0.0.0.0:53370, state=BLOCKED, group=TGRP-PeerSyncTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 14) Thread[id=50, name=qtp1891488487-50 Acceptor2 SelectChannelConnector@0.0.0.0:53370, state=RUNNABLE, group=TGRP-PeerSyncTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 15) Thread[id=62, name=qtp1674485910-62 Acceptor0 SelectChannelConnector@0.0.0.0:55609, state=BLOCKED, group=TGRP-PeerSyncTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679) 16) Thread[id=65, name=qtp1674485910-65 Acceptor3 SelectChannelConnector@0.0.0.0:55609, state=BLOCKED, group=TGRP-PeerSyncTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:679)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=37, name=qtp548409026-37 Acceptor3 SelectChannelConnector@0.0.0.0:40580, state=BLOCKED, group=TGRP-PeerSyncTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
2) Thread[id=18, name=qtp1491010616-18 Acceptor2 SelectChannelConnector@0.0.0.0:53019, state=RUNNABLE, group=TGRP-PeerSyncTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
3) Thread[id=35, name=qtp548409026-35 Acceptor1 SelectChannelConnector@0.0.0.0:40580, state=RUNNABLE, group=TGRP-PeerSyncTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
4) Thread[id=64, name=qtp1674485910-64 Acceptor2 SelectChannelConnector@0.0.0.0:55609, state=BLOCKED, group=TGRP-PeerSyncTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
5) Thread[id=20, name=qtp1491010616-20 Acceptor3 SelectChannelConnector@0.0.0.0:53019, state=BLOCKED, group=TGRP-PeerSyncTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
6) Thread[id=17, name=qtp1491010616-17 Acceptor0 SelectChannelConnector@0.0.0.0:53019, state=BLOCKED, group=TGRP-PeerSyncTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
7) Thread[id=15, name=qtp1491010616-15 Acceptor1 SelectChannelConnector@0.0.0.0:53019, state=BLOCKED, group=TGRP-PeerSyncTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
8) Thread[id=48, name=qtp1891488487-48 Acceptor0 SelectChannelConnector@0.0.0.0:53370, state=BLOCKED, group=TGRP-PeerSyncTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
9) Thread[id=36, name=qtp548409026-36 Acceptor2 SelectChannelConnector@0.0.0.0:40580, state=BLOCKED, group=TGRP-PeerSyncTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
10) Thread[id=63, name=qtp1674485910-63 Acceptor1 SelectChannelConnector@0.0.0.0:55609, state=RUNNABLE, group=TGRP-PeerSyncTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
11) Thread[id=34, name=qtp548409026-34 Acceptor0 SelectChannelConnector@0.0.0.0:40580, state=BLOCKED, group=TGRP-PeerSyncTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
12) Thread[id=49, name=qtp1891488487-49 Acceptor1 SelectChannelConnector@0.0.0.0:53370, state=BLOCKED, group=TGRP-PeerSyncTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
13) Thread[id=51, name=qtp1891488487-51 Acceptor3 SelectChannelConnector@0.0.0.0:53370, state=BLOCKED, group=TGRP-PeerSyncTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
14) Thread[id=50, name=qtp1891488487-50 Acceptor2 SelectChannelConnector@0.0.0.0:53370, state=RUNNABLE, group=TGRP-PeerSyncTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
15) Thread[id=62, name=qtp1674485910-62 Acceptor0 SelectChannelConnector@0.0.0.0:55609, state=BLOCKED, group=TGRP-PeerSyncTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
16) Thread[id=65, name=qtp1674485910-65 Acceptor3 SelectChannelConnector@0.0.0.0:55609, state=BLOCKED, group=TGRP-PeerSyncTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
at java.lang.Thread.run(Thread.java:679)
at __randomizedtesting.SeedInfo.seed([6DF939765EEC1D89]:0)
Build Log:
[...truncated 7900 lines...]
[junit4:junit4] Suite: org.apache.solr.update.PeerSyncTest
[junit4:junit4] 2> 324 T10 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4] 2> 875 T10 oejs.Server.doStart jetty-8.1.7.v20120910
[junit4:junit4] 2> 1198 T10 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:53019
[junit4:junit4] 2> 1389 T10 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 1390 T10 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr
[junit4:junit4] 2> 1391 T10 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/'
[junit4:junit4] 2> 2098 T10 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 2103 T10 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 2104 T10 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr
[junit4:junit4] 2> 2142 T10 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4] 2> 2147 T10 oasc.CoreContainer.<init> New CoreContainer 2026561073
[junit4:junit4] 2> 2148 T10 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/'
[junit4:junit4] 2> 2148 T10 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/'
[junit4:junit4] 2> 2241 T10 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 2581 T10 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4] 2> 2582 T10 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4] 2> 2583 T10 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4] 2> 2584 T10 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 2662 T10 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 2797 T10 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-tlog.xml
[junit4:junit4] 2> 2836 T10 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 2896 T10 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 4857 T10 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 4886 T10 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 4890 T10 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 5333 T10 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 5347 T10 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 5352 T10 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 5372 T10 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 5480 T10 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.update.PeerSyncTest-1352387584657/control/data/
[junit4:junit4] 2> 5480 T10 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
[junit4:junit4] 2> 5499 T10 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 5599 T10 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@20c62080 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2f7fc44f) assuming 'simple'
[junit4:junit4] 2> 5605 T10 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1352387584657/control/data forceNew:false
[junit4:junit4] 2> 5605 T10 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1352387584657/control/data
[junit4:junit4] 2> 5606 T10 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.update.PeerSyncTest-1352387584657/control/data/index/
[junit4:junit4] 2> 5607 T10 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.update.PeerSyncTest-1352387584657/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 5658 T10 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1352387584657/control/data/index forceNew:false
[junit4:junit4] 2> 5979 T10 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@445ead9d lockFactory=org.apache.lucene.store.NativeFSLockFactory@eb3ae5c; maxCacheMB=0.9765625 maxMergeSizeMB=0.392578125)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 5980 T10 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 5981 T10 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1352387584657/control/data/index
[junit4:junit4] 2> 6762 T10 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 6780 T10 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 6809 T10 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 6813 T10 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 6939 T10 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 6976 T10 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1352387584657/control/data
[junit4:junit4] 2> 7032 T10 oass.SolrIndexSearcher.<init> Opening Searcher@7b4189d0 main
[junit4:junit4] 2> 7154 T10 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 7154 T10 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 7287 T10 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 7287 T10 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 7288 T10 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 7288 T10 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 7289 T10 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 7289 T10 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 7290 T10 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 7290 T10 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 7291 T10 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 7342 T10 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 7945 T28 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7b4189d0 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 7948 T10 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 7948 T10 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
[junit4:junit4] 2> 7949 T10 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 8022 T10 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 8054 T10 oejs.Server.doStart jetty-8.1.7.v20120910
[junit4:junit4] 2> 8058 T10 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:40580
[junit4:junit4] 2> 8059 T10 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 8060 T10 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr
[junit4:junit4] 2> 8060 T10 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/'
[junit4:junit4] 2> 8108 T10 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 8109 T10 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 8110 T10 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr
[junit4:junit4] 2> 8111 T10 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4] 2> 8112 T10 oasc.CoreContainer.<init> New CoreContainer 544685315
[junit4:junit4] 2> 8113 T10 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/'
[junit4:junit4] 2> 8114 T10 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/'
[junit4:junit4] 2> 8149 T10 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 8181 T10 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4] 2> 8183 T10 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4] 2> 8185 T10 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4] 2> 8186 T10 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 8243 T10 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 8314 T10 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-tlog.xml
[junit4:junit4] 2> 8315 T10 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 8379 T10 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 9155 T10 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 9174 T10 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 9180 T10 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 9205 T10 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 9212 T10 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 9218 T10 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 9222 T10 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 9226 T10 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.update.PeerSyncTest-1352387584657/shard0/data/
[junit4:junit4] 2> 9227 T10 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
[junit4:junit4] 2> 9227 T10 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 9236 T10 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for MockDirWrapper(org.apache.lucene.store.RAMDirectory@3600e312 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@743bce70) assuming 'simple'
[junit4:junit4] 2> 9236 T10 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1352387584657/shard0/data forceNew:false
[junit4:junit4] 2> 9237 T10 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1352387584657/shard0/data
[junit4:junit4] 2> 9238 T10 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.update.PeerSyncTest-1352387584657/shard0/data/index/
[junit4:junit4] 2> 9239 T10 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.update.PeerSyncTest-1352387584657/shard0/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 9240 T10 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1352387584657/shard0/data/index forceNew:false
[junit4:junit4] 2> 9250 T10 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1f48e23b lockFactory=org.apache.lucene.store.NativeFSLockFactory@484dd014),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 9251 T10 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 9252 T10 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1352387584657/shard0/data/index
[junit4:junit4] 2> 9255 T10 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 9257 T10 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 9259 T10 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 9260 T10 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 9268 T10 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 9274 T10 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1352387584657/shard0/data
[junit4:junit4] 2> 9276 T10 oass.SolrIndexSearcher.<init> Opening Searcher@3b629e96 main
[junit4:junit4] 2> 9277 T10 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 9278 T10 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 9279 T10 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 9280 T10 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 9280 T10 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 9281 T10 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 9282 T10 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 9283 T10 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 9283 T10 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 9284 T10 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 9285 T10 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 9286 T10 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 9313 T42 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3b629e96 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 9313 T10 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 9314 T10 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
[junit4:junit4] 2> 9315 T10 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 9316 T10 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 9330 T10 oejs.Server.doStart jetty-8.1.7.v20120910
[junit4:junit4] 2> 9333 T10 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:53370
[junit4:junit4] 2> 9334 T10 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 9335 T10 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr
[junit4:junit4] 2> 9336 T10 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/'
[junit4:junit4] 2> 9373 T10 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 9374 T10 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 9374 T10 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr
[junit4:junit4] 2> 9375 T10 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4] 2> 9376 T10 oasc.CoreContainer.<init> New CoreContainer 1025542363
[junit4:junit4] 2> 9377 T10 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/'
[junit4:junit4] 2> 9378 T10 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/'
[junit4:junit4] 2> 9409 T10 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 9437 T10 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4] 2> 9438 T10 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4] 2> 9440 T10 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4] 2> 9441 T10 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 9502 T10 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 9566 T10 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-tlog.xml
[junit4:junit4] 2> 9567 T10 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 9624 T10 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 10432 T10 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 10444 T10 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 10447 T10 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 10464 T10 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 10469 T10 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 10473 T10 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 10475 T10 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 10477 T10 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.update.PeerSyncTest-1352387584657/shard1/data/
[junit4:junit4] 2> 10478 T10 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
[junit4:junit4] 2> 10478 T10 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 10479 T10 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for MockDirWrapper(org.apache.lucene.store.RAMDirectory@64623367 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6b1ce2ad) assuming 'simple'
[junit4:junit4] 2> 10480 T10 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1352387584657/shard1/data forceNew:false
[junit4:junit4] 2> 10480 T10 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1352387584657/shard1/data
[junit4:junit4] 2> 10481 T10 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.update.PeerSyncTest-1352387584657/shard1/data/index/
[junit4:junit4] 2> 10482 T10 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.update.PeerSyncTest-1352387584657/shard1/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 10482 T10 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1352387584657/shard1/data/index forceNew:false
[junit4:junit4] 2> 10486 T10 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@14cee41f lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b1a772d),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 10486 T10 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 10487 T10 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1352387584657/shard1/data/index
[junit4:junit4] 2> 10489 T10 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 10490 T10 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 10491 T10 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 10492 T10 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 10498 T10 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 10502 T10 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1352387584657/shard1/data
[junit4:junit4] 2> 10503 T10 oass.SolrIndexSearcher.<init> Opening Searcher@40395aaf main
[junit4:junit4] 2> 10504 T10 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 10505 T10 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 10505 T10 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 10506 T10 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 10506 T10 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 10507 T10 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 10507 T10 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 10508 T10 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 10508 T10 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 10509 T10 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 10509 T10 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 10510 T10 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 10528 T56 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@40395aaf main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 10528 T10 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 10529 T10 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
[junit4:junit4] 2> 10530 T10 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 10530 T10 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 10539 T10 oejs.Server.doStart jetty-8.1.7.v20120910
[junit4:junit4] 2> 10542 T10 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:55609
[junit4:junit4] 2> 10543 T10 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 10543 T10 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr
[junit4:junit4] 2> 10544 T10 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/'
[junit4:junit4] 2> 10569 T10 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 10570 T10 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 10570 T10 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr
[junit4:junit4] 2> 10570 T10 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4] 2> 10571 T10 oasc.CoreContainer.<init> New CoreContainer 1304853332
[junit4:junit4] 2> 10572 T10 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/'
[junit4:junit4] 2> 10572 T10 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/'
[junit4:junit4] 2> 10593 T10 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 10611 T10 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4] 2> 10612 T10 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4] 2> 10613 T10 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4] 2> 10614 T10 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 10651 T10 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 10693 T10 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-tlog.xml
[junit4:junit4] 2> 10694 T10 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 10727 T10 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 11245 T10 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 11257 T10 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 11260 T10 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 11277 T10 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 11282 T10 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 11286 T10 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 11288 T10 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 11290 T10 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.update.PeerSyncTest-1352387584657/shard2/data/
[junit4:junit4] 2> 11291 T10 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
[junit4:junit4] 2> 11291 T10 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 11292 T10 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for MockDirWrapper(org.apache.lucene.store.RAMDirectory@2586b11c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2dd5b883) assuming 'simple'
[junit4:junit4] 2> 11293 T10 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1352387584657/shard2/data forceNew:false
[junit4:junit4] 2> 11293 T10 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1352387584657/shard2/data
[junit4:junit4] 2> 11293 T10 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.update.PeerSyncTest-1352387584657/shard2/data/index/
[junit4:junit4] 2> 11294 T10 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.update.PeerSyncTest-1352387584657/shard2/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 11329 T10 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1352387584657/shard2/data/index forceNew:false
[junit4:junit4] 2> 11338 T10 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/index2767827678tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@4c4936f3),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 11340 T10 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 11341 T10 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1352387584657/shard2/data/index
[junit4:junit4] 2> 11344 T10 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 11345 T10 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 11347 T10 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 11347 T10 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 11353 T10 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 11359 T10 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1352387584657/shard2/data
[junit4:junit4] 2> 11370 T10 oass.SolrIndexSearcher.<init> Opening Searcher@72b398da main
[junit4:junit4] 2> 11371 T10 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 11371 T10 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 11372 T10 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 11372 T10 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 11373 T10 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 11373 T10 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 11373 T10 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 11374 T10 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 11374 T10 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 11375 T10 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 11375 T10 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 11376 T10 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 11393 T70 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@72b398da main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 11393 T10 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 11394 T10 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
[junit4:junit4] 2> 11395 T10 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 11395 T10 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C0 name=collection1 org.apache.solr.core.SolrCore@3aa620f5
[junit4:junit4] 2> 13032 T39 C0 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1352387584657/shard0/data
[junit4:junit4] 2> 13039 T39 C0 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1f48e23b lockFactory=org.apache.lucene.store.NativeFSLockFactory@484dd014),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 13040 T39 C0 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 13437 T39 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=739
[junit4:junit4] 2> ASYNC NEW_CORE C1 name=collection1 org.apache.solr.core.SolrCore@60666a53
[junit4:junit4] 2> 13686 T54 C1 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&connTimeout=30000&socketTimeout=30000&retry=false
[junit4:junit4] 2> 13705 T54 C1 oasu.PeerSync.sync PeerSync: core=collection1 url= START replicas=[127.0.0.1:40580/solr] nUpdates=100
[junit4:junit4] 2> 13715 T54 C1 oasu.PeerSync.sync PeerSync: core=collection1 url= DONE. We have no versions. sync failed.
[junit4:junit4] 2> 13715 T54 C1 REQ [collection1] webapp=/solr path=/get params={qt=/get&wt=javabin&sync=127.0.0.1:40580/solr&version=2&getVersions=100} status=0 QTime=84
[junit4:junit4] 2> 13739 T53 C1 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1352387584657/shard1/data
[junit4:junit4] 2> 13743 T53 C1 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@14cee41f lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b1a772d),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 13744 T53 C1 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 13756 T53 C1 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=18
[junit4:junit4] 2> 13758 T40 C0 REQ [collection1] webapp=/solr path=/get params={distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=10
[junit4:junit4] 2> 13759 T54 C1 oasu.PeerSync.sync PeerSync: core=collection1 url= START replicas=[127.0.0.1:40580/solr] nUpdates=100
[junit4:junit4] 2> 13764 T41 C0 REQ [collection1] webapp=/solr path=/get params={distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=0
[junit4:junit4] 2> 13766 T54 C1 oasu.PeerSync.handleVersions PeerSync: core=collection1 url= Received 1 versions from 127.0.0.1:40580/solr
[junit4:junit4] 2> 13766 T54 C1 oasu.PeerSync.handleVersions PeerSync: core=collection1 url= Our versions are newer. ourLowThreshold=1 otherHigh=1
[junit4:junit4] 2> 13767 T54 C1 oasu.PeerSync.sync PeerSync: core=collection1 url= DONE. sync succeeded
[junit4:junit4] 2> 13768 T54 C1 REQ [collection1] webapp=/solr path=/get params={qt=/get&wt=javabin&sync=127.0.0.1:40580/solr&version=2&getVersions=100} status=0 QTime=9
[junit4:junit4] 2> 13782 T39 C0 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 14484 T39 C0 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1f48e23b lockFactory=org.apache.lucene.store.NativeFSLockFactory@484dd014),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1f48e23b lockFactory=org.apache.lucene.store.NativeFSLockFactory@484dd014),segFN=segments_2,generation=2,filenames=[_0_MockRandom_0.tib, _0.fnm, _0_MockVariableIntBlock_0.doc, _0_nrm.cfs, _0_MockVariableIntBlock_0.skp, _0_MockVariableIntBlock_0.pyl, _0_MockRandom_0.sd, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_MockRandom_0.tiv, _0_Pulsing41_0.tim, _0_MockVariableIntBlock_0.tib, _0_Pulsing41_0.tip, _0_MockRandom_0.doc, _0_MockVariableIntBlock_0.frq, _0_MockRandom_0.pos, _0_nrm.cfe, _0_MockVariableIntBlock_0.pos, segments_2, _0.fdx, _0.si, _0_MockVariableIntBlock_0.tii, _0.fdt]
[junit4:junit4] 2> 14485 T39 C0 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0_MockRandom_0.tib, _0.fnm, _0_MockVariableIntBlock_0.doc, _0_nrm.cfs, _0_MockVariableIntBlock_0.skp, _0_MockVariableIntBlock_0.pyl, _0_MockRandom_0.sd, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_MockRandom_0.tiv, _0_Pulsing41_0.tim, _0_MockVariableIntBlock_0.tib, _0_Pulsing41_0.tip, _0_MockRandom_0.doc, _0_MockVariableIntBlock_0.frq, _0_MockRandom_0.pos, _0_nrm.cfe, _0_MockVariableIntBlock_0.pos, segments_2, _0.fdx, _0.si, _0_MockVariableIntBlock_0.tii, _0.fdt]
[junit4:junit4] 2> 14486 T39 C0 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1352387584657/shard0/data
[junit4:junit4] 2> 14756 T39 C0 oass.SolrIndexSearcher.<init> Opening Searcher@6d01ac1c main
[junit4:junit4] 2> 14760 T39 C0 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 14766 T42 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6d01ac1c main{StandardDirectoryReader(segments_2:3 _0(5.0):C1)}
[junit4:junit4] 2> 14766 T42 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1352387584657/shard0/data/index
[junit4:junit4] 2> 14767 T39 C0 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 991
[junit4:junit4] 2> 14771 T55 C1 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 14794 T55 C1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@14cee41f lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b1a772d),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@14cee41f lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b1a772d),segFN=segments_2,generation=2,filenames=[_0_MockVariableIntBlock_0.doc, _0_MockVariableIntBlock_0.skp, _0_MockVariableIntBlock_0.pyl, _0_MockVariableIntBlock_0.tib, _0_Pulsing41_0.tim, _0_Pulsing41_0.tip, _0_MockVariableIntBlock_0.pos, _0.si, _0_MockVariableIntBlock_0.tii, _0.fnm, _0_nrm.cfs, _0_MockRandom_0.skp, _0_MockRandom_0.tip, _0_MockRandom_0.frq, _0_MockRandom_0.sd, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_MockRandom_0.doc, _0_nrm.cfe, _0_MockRandom_0.pos, _0_MockVariableIntBlock_0.frq, segments_2, _0.fdx, _0_MockRandom_0.pyl, _0_MockRandom_0.tim, _0.fdt]
[junit4:junit4] 2> 14795 T55 C1 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0_MockVariableIntBlock_0.doc, _0_MockVariableIntBlock_0.skp, _0_MockVariableIntBlock_0.pyl, _0_MockVariableIntBlock_0.tib, _0_Pulsing41_0.tim, _0_Pulsing41_0.tip, _0_MockVariableIntBlock_0.pos, _0.si, _0_MockVariableIntBlock_0.tii, _0.fnm, _0_nrm.cfs, _0_MockRandom_0.skp, _0_MockRandom_0.tip, _0_MockRandom_0.frq, _0_MockRandom_0.sd, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_MockRandom_0.doc, _0_nrm.cfe, _0_MockRandom_0.pos, _0_MockVariableIntBlock_0.frq, segments_2, _0.fdx, _0_MockRandom_0.pyl, _0_MockRandom_0.tim, _0.fdt]
[junit4:junit4] 2> 14795 T55 C1 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1352387584657/shard1/data
[junit4:junit4] 2> 14803 T55 C1 oass.SolrIndexSearcher.<init> Opening Searcher@7ca53564 main
[junit4:junit4] 2> 14804 T56 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7ca53564 main{StandardDirectoryReader(segments_2:3 _0(5.0):C1)}
[junit4:junit4] 2> 14804 T55 C1 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 14805 T56 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1352387584657/shard1/data/index
[junit4:junit4] 2> 14805 T55 C1 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 34
[junit4:junit4] 2> 15046 T41 C0 REQ [collection1] webapp=/solr path=/select params={wt=javabin&q=*:*&version=2} hits=1 status=0 QTime=224
[junit4:junit4] 2> 15074 T53 C1 REQ [collection1] webapp=/solr path=/select params={wt=javabin&q=*:*&version=2} hits=1 status=0 QTime=1
[junit4:junit4] 2> 15107 T40 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=23
[junit4:junit4] 2> 15112 T54 C1 oasu.PeerSync.sync PeerSync: core=collection1 url= START replicas=[127.0.0.1:40580/solr] nUpdates=100
[junit4:junit4] 2> 15115 T41 C0 REQ [collection1] webapp=/solr path=/get params={distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=1
[junit4:junit4] 2> 15116 T54 C1 oasu.PeerSync.handleVersions PeerSync: core=collection1 url= Received 2 versions from 127.0.0.1:40580/solr
[junit4:junit4] 2> 15116 T54 C1 oasu.PeerSync.requestUpdates PeerSync: core=collection1 url= Requesting updates from 127.0.0.1:40580/solrn=1 versions=[2]
[junit4:junit4] 2> 15120 T39 C0 REQ [collection1] webapp=/solr path=/get params={distrib=false&getUpdates=2&qt=/get&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 15126 T54 C1 oasu.PeerSync.sync PeerSync: core=collection1 url= DONE. sync succeeded
[junit4:junit4] 2> 15127 T54 C1 REQ [collection1] webapp=/solr path=/get params={qt=/get&wt=javabin&sync=127.0.0.1:40580/solr&version=2&getVersions=100} status=0 QTime=16
[junit4:junit4] 2> 15131 T40 C0 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 15194 T40 C0 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1f48e23b lockFactory=org.apache.lucene.store.NativeFSLockFactory@484dd014),segFN=segments_2,generation=2,filenames=[_0_MockRandom_0.tib, _0.fnm, _0_MockVariableIntBlock_0.doc, _0_nrm.cfs, _0_MockVariableIntBlock_0.skp, _0_MockVariableIntBlock_0.pyl, _0_MockRandom_0.sd, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_MockRandom_0.tiv, _0_Pulsing41_0.tim, _0_MockVariableIntBlock_0.tib, _0_Pulsing41_0.tip, _0_MockRandom_0.doc, _0_MockVariableIntBlock_0.frq, _0_MockRandom_0.pos, _0_nrm.cfe, _0_MockVariableIntBlock_0.pos, segments_2, _0.fdx, _0.si, _0_MockVariableIntBlock_0.tii, _0.fdt]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1f48e23b lockFactory=org.apache.lucene.store.NativeFSLockFactory@484dd014),segFN=segments_3,generation=3,filenames=[_1_MockVariableIntBlock_0.skp, _0_MockVariableIntBlock_0.doc, _1_MockVariableIntBlock_0.pyl, _0_MockVariableIntBlock_0.skp, _1_MockRandom_0.pos, _1.fnm, _0_MockVariableIntBlock_0.pyl, _0_MockVariableIntBlock_0.tib, _0_Pulsing41_0.tim, _0_Pulsing41_0.tip, _1_MockVariableIntBlock_0.doc, _0_MockVariableIntBlock_0.pos, _0.si, _0_MockVariableIntBlock_0.tii, _0_MockRandom_0.tib, _1_nrm.cfs, _0.fnm, _1_MockVariableIntBlock_0.tii, _1_MockVariableIntBlock_0.pos, _1_MockRandom_0.tip, _1_Pulsing41_0.doc, _1_MockRandom_0.sd, _1_MockRandom_0.tim, _0_nrm.cfs, _1_Pulsing41_0.pos, _1_MockVariableIntBlock_0.tib, _1_nrm.cfe, _1_MockVariableIntBlock_0.frq, _1.fdx, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _0_MockRandom_0.sd, _1_Pulsing41_0.tip, _0_MockRandom_0.tiv, _1.fdt, _1_Pulsing41_0.tim, _0_MockRandom_0.doc, _1.si, _0_nrm.cfe, _0_MockRandom_0.pos, _0_MockVariableIntBlock_0.frq, _1_MockRandom_0.doc, _0.fdx, segments_3, _0.fdt]
[junit4:junit4] 2> 15194 T40 C0 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_1_MockVariableIntBlock_0.skp, _0_MockVariableIntBlock_0.doc, _1_MockVariableIntBlock_0.pyl, _0_MockVariableIntBlock_0.skp, _1_MockRandom_0.pos, _1.fnm, _0_MockVariableIntBlock_0.pyl, _0_MockVariableIntBlock_0.tib, _0_Pulsing41_0.tim, _0_Pulsing41_0.tip, _1_MockVariableIntBlock_0.doc, _0_MockVariableIntBlock_0.pos, _0.si, _0_MockVariableIntBlock_0.tii, _0_MockRandom_0.tib, _1_nrm.cfs, _0.fnm, _1_MockVariableIntBlock_0.tii, _1_MockVariableIntBlock_0.pos, _1_MockRandom_0.tip, _1_Pulsing41_0.doc, _1_MockRandom_0.sd, _1_MockRandom_0.tim, _0_nrm.cfs, _1_Pulsing41_0.pos, _1_MockVariableIntBlock_0.tib, _1_nrm.cfe, _1_MockVariableIntBlock_0.frq, _1.fdx, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _0_MockRandom_0.sd, _1_Pulsing41_0.tip, _0_MockRandom_0.tiv, _1.fdt, _1_Pulsing41_0.tim, _0_MockRandom_0.doc, _1.si, _0_nrm.cfe, _0_MockRandom_0.pos, _0_MockVariableIntBlock_0.frq, _1_MockRandom_0.doc, _0.fdx, segments_3, _0.fdt]
[junit4:junit4] 2> 15195 T40 C0 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1352387584657/shard0/data
[junit4:junit4] 2> 15204 T40 C0 oass.SolrIndexSearcher.<init> Opening Searcher@7d846aed main
[junit4:junit4] 2> 15205 T42 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7d846aed main{StandardDirectoryReader(segments_3:5 _0(5.0):C1 _1(5.0):C1)}
[junit4:junit4] 2> 15205 T40 C0 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 15205 T42 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1352387584657/shard0/data/index
[junit4:junit4] 2> 15206 T40 C0 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 75
[junit4:junit4] 2> 15211 T53 C1 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 15225 T53 C1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@14cee41f lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b1a772d),segFN=segments_2,generation=2,filenames=[_0_MockVariableIntBlock_0.doc, _0_MockVariableIntBlock_0.skp, _0_MockVariableIntBlock_0.pyl, _0_MockVariableIntBlock_0.tib, _0_Pulsing41_0.tim, _0_Pulsing41_0.tip, _0_MockVariableIntBlock_0.pos, _0.si, _0_MockVariableIntBlock_0.tii, _0.fnm, _0_nrm.cfs, _0_MockRandom_0.skp, _0_MockRandom_0.tip, _0_MockRandom_0.frq, _0_MockRandom_0.sd, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_MockRandom_0.doc, _0_nrm.cfe, _0_MockRandom_0.pos, _0_MockVariableIntBlock_0.frq, segments_2, _0.fdx, _0_MockRandom_0.pyl, _0_MockRandom_0.tim, _0.fdt]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@14cee41f lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b1a772d),segFN=segments_3,generation=3,filenames=[_0_MockVariableIntBlock_0.skp, _1.fnm, _1_MockRandom_0.pos, _0_Pulsing41_0.tim, _0_Pulsing41_0.tip, _0.fnm, _1_MockVariableIntBlock_0.tii, _1_MockRandom_0.tip, _1_MockRandom_0.tim, _1_MockRandom_0.sd, _1_Pulsing41_0.doc, _0_MockRandom_0.skp, _1_MockVariableIntBlock_0.tib, _1.fdx, _0_MockRandom_0.frq, _1_Pulsing41_0.tip, _1.fdt, _0_MockRandom_0.doc, _1_Pulsing41_0.tim, _0_MockVariableIntBlock_0.frq, _0_MockRandom_0.pos, _1_MockRandom_0.doc, _1_MockRandom_0.frq, _1_MockVariableIntBlock_0.skp, _0_MockVariableIntBlock_0.doc, _1_MockVariableIntBlock_0.pyl, _0_MockVariableIntBlock_0.pyl, _0_MockVariableIntBlock_0.tib, _1_MockVariableIntBlock_0.doc, _0_MockVariableIntBlock_0.pos, _0.si, _0_MockVariableIntBlock_0.tii, _1_nrm.cfs, _1_MockVariableIntBlock_0.pos, _0_nrm.cfs, _1_MockRandom_0.skp, _1_Pulsing41_0.pos, _1_nrm.cfe, _1_MockVariableIntBlock_0.frq, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _0_MockRandom_0.sd, _0_MockRandom_0.tip, _1_MockRandom_0.pyl, _1.si, _0_nrm.cfe, _0.fdx, _0_MockRandom_0.pyl, _0_MockRandom_0.tim, segments_3, _0.fdt]
[junit4:junit4] 2> 15226 T53 C1 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0_MockVariableIntBlock_0.skp, _1.fnm, _1_MockRandom_0.pos, _0_Pulsing41_0.tim, _0_Pulsing41_0.tip, _0.fnm, _1_MockVariableIntBlock_0.tii, _1_MockRandom_0.tip, _1_MockRandom_0.tim, _1_MockRandom_0.sd, _1_Pulsing41_0.doc, _0_MockRandom_0.skp, _1_MockVariableIntBlock_0.tib, _1.fdx, _0_MockRandom_0.frq, _1_Pulsing41_0.tip, _1.fdt, _0_MockRandom_0.doc, _1_Pulsing41_0.tim, _0_MockVariableIntBlock_0.frq, _0_MockRandom_0.pos, _1_MockRandom_0.doc, _1_MockRandom_0.frq, _1_MockVariableIntBlock_0.skp, _0_MockVariableIntBlock_0.doc, _1_MockVariableIntBlock_0.pyl, _0_MockVariableIntBlock_0.pyl, _0_MockVariableIntBlock_0.tib, _1_MockVariableIntBlock_0.doc, _0_MockVariableIntBlock_0.pos, _0.si, _0_MockVariableIntBlock_0.tii, _1_nrm.cfs, _1_MockVariableIntBlock_0.pos, _0_nrm.cfs, _1_MockRandom_0.skp, _1_Pulsing41_0.pos, _1_nrm.cfe, _1_MockVariableIntBlock_0.frq, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _0_MockRandom_0.sd, _0_MockRandom_0.tip, _1_MockRandom_0.pyl, _1.si, _0_nrm.cfe, _0.fdx, _0_MockRandom_0.pyl, _0_MockRandom_0.tim, segments_3, _0.fdt]
[junit4:junit4] 2> 15226 T53 C1 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1352387584657/shard1/data
[junit4:junit4] 2> 15295 T53 C1 oass.SolrIndexSearcher.<init> Opening Searcher@3c9d17e main
[junit4:junit4] 2> 15296 T56 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3c9d17e main{StandardDirectoryReader(segments_3:5 _0(5.0):C1 _1(5.0):C1)}
[junit4:junit4] 2> 15296 T53 C1 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 15297 T56 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1352387584657/shard1/data/index
[junit4:junit4] 2> 15297 T53 C1 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 86
[junit4:junit4] 2> 15301 T40 C0 REQ [collection1] webapp=/solr path=/select params={wt=javabin&q=*:*&version=2} hits=2 status=0 QTime=1
[junit4:junit4] 2> 15307 T55 C1 REQ [collection1] webapp=/solr path=/select params={wt=javabin&q=*:*&version=2} hits=2 status=0 QTime=1
[junit4:junit4] 2> 15319 T41 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=5
[junit4:junit4] 2> 15326 T39 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=3
[junit4:junit4] 2> 15336 T40 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=5
[junit4:junit4] 2> 15344 T41 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=3
[junit4:junit4] 2> 15352 T39 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=3
[junit4:junit4] 2> 15361 T40 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=5
[junit4:junit4] 2> 15368 T41 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=4
[junit4:junit4] 2> 15375 T39 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=4
[junit4:junit4] 2> 15379 T53 C1 oasu.PeerSync.sync PeerSync: core=collection1 url= START replicas=[127.0.0.1:40580/solr] nUpdates=100
[junit4:junit4] 2> 15383 T40 C0 REQ [collection1] webapp=/solr path=/get params={distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=0
[junit4:junit4] 2> 15384 T53 C1 oasu.PeerSync.handleVersions PeerSync: core=collection1 url= Received 10 versions from 127.0.0.1:40580/solr
[junit4:junit4] 2> 15385 T53 C1 oasu.PeerSync.requestUpdates PeerSync: core=collection1 url= Requesting updates from 127.0.0.1:40580/solrn=8 versions=[10, 9, 8, 7, 6, 5, 4, 3]
[junit4:junit4] 2> 15389 T39 C0 REQ [collection1] webapp=/solr path=/get params={distrib=false&getUpdates=10,9,8,7,6,5,4,3&qt=/get&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15413 T53 C1 oasu.PeerSync.sync PeerSync: core=collection1 url= DONE. sync succeeded
[junit4:junit4] 2> 15414 T53 C1 REQ [collection1] webapp=/solr path=/get params={qt=/get&wt=javabin&sync=127.0.0.1:40580/solr&version=2&getVersions=100} status=0 QTime=36
[junit4:junit4] 2> 15418 T41 C0 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 15471 T41 C0 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1f48e23b lockFactory=org.apache.lucene.store.NativeFSLockFactory@484dd014),segFN=segments_3,generation=3,filenames=[_1_MockVariableIntBlock_0.skp, _0_MockVariableIntBlock_0.doc, _1_MockVariableIntBlock_0.pyl, _0_MockVariableIntBlock_0.skp, _1_MockRandom_0.pos, _1.fnm, _0_MockVariableIntBlock_0.pyl, _0_MockVariableIntBlock_0.tib, _0_Pulsing41_0.tim, _0_Pulsing41_0.tip, _1_MockVariableIntBlock_0.doc, _0_MockVariableIntBlock_0.pos, _0.si, _0_MockVariableIntBlock_0.tii, _0_MockRandom_0.tib, _1_nrm.cfs, _0.fnm, _1_MockVariableIntBlock_0.tii, _1_MockVariableIntBlock_0.pos, _1_MockRandom_0.tip, _1_Pulsing41_0.doc, _1_MockRandom_0.sd, _1_MockRandom_0.tim, _0_nrm.cfs, _1_Pulsing41_0.pos, _1_MockVariableIntBlock_0.tib, _1_nrm.cfe, _1_MockVariableIntBlock_0.frq, _1.fdx, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _0_MockRandom_0.sd, _1_Pulsing41_0.tip, _0_MockRandom_0.tiv, _1.fdt, _1_Pulsing41_0.tim, _0_MockRandom_0.doc, _1.si, _0_nrm.cfe, _0_MockRandom_0.pos, _0_MockVariableIntBlock_0.frq, _1_MockRandom_0.doc, _0.fdx, segments_3, _0.fdt]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1f48e23b lockFactory=org.apache.lucene.store.NativeFSLockFactory@484dd014),segFN=segments_4,generation=4,filenames=[_2_Pulsing41_0.doc, _0_MockVariableIntBlock_0.skp, _1.fnm, _1_MockRandom_0.pos, _2_Pulsing41_0.tim, _0_Pulsing41_0.tim, _0_Pulsing41_0.tip, _2_Pulsing41_0.tip, _2_MockVariableIntBlock_0.pos, _0.fnm, _1_MockVariableIntBlock_0.tii, _1_MockRandom_0.tip, _2.fdt, _1_MockRandom_0.tim, _1_MockRandom_0.sd, _1_Pulsing41_0.doc, _2.fdx, _1_MockVariableIntBlock_0.tib, _2_Pulsing41_0.pos, _1.fdx, _1_Pulsing41_0.tip, _1.fdt, _0_MockRandom_0.doc, _1_Pulsing41_0.tim, _0_MockVariableIntBlock_0.frq, _0_MockRandom_0.pos, _1_MockRandom_0.doc, _2_MockVariableIntBlock_0.skp, _1_MockVariableIntBlock_0.skp, _2.si, _2_MockVariableIntBlock_0.pyl, _0_MockVariableIntBlock_0.doc, _1_MockVariableIntBlock_0.pyl, _2_MockVariableIntBlock_0.frq, _2_MockVariableIntBlock_0.doc, _2_MockRandom_0.tiv, _0_MockVariableIntBlock_0.pyl, _2_nrm.cfe, _0_MockVariableIntBlock_0.tib, _2_MockRandom_0.pyl, _1_MockVariableIntBlock_0.doc, _0_MockVariableIntBlock_0.pos, _2_MockRandom_0.pos, _2_MockRandom_0.tib, _2_nrm.cfs, _0.si, _0_MockVariableIntBlock_0.tii, _2_MockVariableIntBlock_0.tii, _1_nrm.cfs, _0_MockRandom_0.tib, _2_MockVariableIntBlock_0.tib, _1_MockVariableIntBlock_0.pos, _0_nrm.cfs, _1_Pulsing41_0.pos, _2.fnm, _1_nrm.cfe, _2_MockRandom_0.sd, _1_MockVariableIntBlock_0.frq, _0_MockRandom_0.sd, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_MockRandom_0.tiv, _2_MockRandom_0.skp, _1.si, _0_nrm.cfe, _2_MockRandom_0.frq, _0.fdx, _2_MockRandom_0.doc, _0.fdt, segments_4]
[junit4:junit4] 2> 15472 T41 C0 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[_2_Pulsing41_0.doc, _0_MockVariableIntBlock_0.skp, _1.fnm, _1_MockRandom_0.pos, _2_Pulsing41_0.tim, _0_Pulsing41_0.tim, _0_Pulsing41_0.tip, _2_Pulsing41_0.tip, _2_MockVariableIntBlock_0.pos, _0.fnm, _1_MockVariableIntBlock_0.tii, _1_MockRandom_0.tip, _2.fdt, _1_MockRandom_0.tim, _1_MockRandom_0.sd, _1_Pulsing41_0.doc, _2.fdx, _1_MockVariableIntBlock_0.tib, _2_Pulsing41_0.pos, _1.fdx, _1_Pulsing41_0.tip, _1.fdt, _0_MockRandom_0.doc, _1_Pulsing41_0.tim, _0_MockVariableIntBlock_0.frq, _0_MockRandom_0.pos, _1_MockRandom_0.doc, _2_MockVariableIntBlock_0.skp, _1_MockVariableIntBlock_0.skp, _2.si, _2_MockVariableIntBlock_0.pyl, _0_MockVariableIntBlock_0.doc, _1_MockVariableIntBlock_0.pyl, _2_MockVariableIntBlock_0.frq, _2_MockVariableIntBlock_0.doc, _2_MockRandom_0.tiv, _0_MockVariableIntBlock_0.pyl, _2_nrm.cfe, _0_MockVariableIntBlock_0.tib, _2_MockRandom_0.pyl, _1_MockVariableIntBlock_0.doc, _0_MockVariableIntBlock_0.pos, _2_MockRandom_0.pos, _2_MockRandom_0.tib, _2_nrm.cfs, _0.si, _0_MockVariableIntBlock_0.tii, _2_MockVariableIntBlock_0.tii, _1_nrm.cfs, _0_MockRandom_0.tib, _2_MockVariableIntBlock_0.tib, _1_MockVariableIntBlock_0.pos, _0_nrm.cfs, _1_Pulsing41_0.pos, _2.fnm, _1_nrm.cfe, _2_MockRandom_0.sd, _1_MockVariableIntBlock_0.frq, _0_MockRandom_0.sd, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_MockRandom_0.tiv, _2_MockRandom_0.skp, _1.si, _0_nrm.cfe, _2_MockRandom_0.frq, _0.fdx, _2_MockRandom_0.doc, _0.fdt, segments_4]
[junit4:junit4] 2> 15473 T41 C0 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1352387584657/shard0/data
[junit4:junit4] 2> 15480 T41 C0 oass.SolrIndexSearcher.<init> Opening Searcher@48433545 main
[junit4:junit4] 2> 15481 T41 C0 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 15481 T42 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@48433545 main{StandardDirectoryReader(segments_4:7 _0(5.0):C1 _1(5.0):C1 _2(5.0):C8)}
[junit4:junit4] 2> 15482 T42 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1352387584657/shard0/data/index
[junit4:junit4] 2> 15482 T41 C0 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 64
[junit4:junit4] 2> 15486 T55 C1 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 15514 T55 C1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@14cee41f lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b1a772d),segFN=segments_3,generation=3,filenames=[_0_MockVariableIntBlock_0.skp, _1.fnm, _1_MockRandom_0.pos, _0_Pulsing41_0.tim, _0_Pulsing41_0.tip, _0.fnm, _1_MockVariableIntBlock_0.tii, _1_MockRandom_0.tip, _1_MockRandom_0.tim, _1_MockRandom_0.sd, _1_Pulsing41_0.doc, _0_MockRandom_0.skp, _1_MockVariableIntBlock_0.tib, _1.fdx, _0_MockRandom_0.frq, _1_Pulsing41_0.tip, _1.fdt, _0_MockRandom_0.doc, _1_Pulsing41_0.tim, _0_MockVariableIntBlock_0.frq, _0_MockRandom_0.pos, _1_MockRandom_0.doc, _1_MockRandom_0.frq, _1_MockVariableIntBlock_0.skp, _0_MockVariableIntBlock_0.doc, _1_MockVariableIntBlock_0.pyl, _0_MockVariableIntBlock_0.pyl, _0_MockVariableIntBlock_0.tib, _1_MockVariableIntBlock_0.doc, _0_MockVariableIntBlock_0.pos, _0.si, _0_MockVariableIntBlock_0.tii, _1_nrm.cfs, _1_MockVariableIntBlock_0.pos, _0_nrm.cfs, _1_MockRandom_0.skp, _1_Pulsing41_0.pos, _1_nrm.cfe, _1_MockVariableIntBlock_0.frq, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _0_MockRandom_0.sd, _0_MockRandom_0.tip, _1_MockRandom_0.pyl, _1.si, _0_nrm.cfe, _0.fdx, _0_MockRandom_0.pyl, _0_MockRandom_0.tim, segments_3, _0.fdt]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@14cee41f lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b1a772d),segFN=segments_4,generation=4,filenames=[_2_Pulsing41_0.doc, _0_MockVariableIntBlock_0.skp, _1.fnm, _1_MockRandom_0.pos, _2_Pulsing41_0.tim, _0_Pulsing41_0.tim, _0_Pulsing41_0.tip, _2_Pulsing41_0.tip, _2_MockVariableIntBlock_0.pos, _0.fnm, _1_MockVariableIntBlock_0.tii, _1_MockRandom_0.tip, _2.fdt, _1_MockRandom_0.tim, _1_MockRandom_0.sd, _1_Pulsing41_0.doc, _2.fdx, _0_MockRandom_0.skp, _1_MockVariableIntBlock_0.tib, _2_Pulsing41_0.pos, _1.fdx, _0_MockRandom_0.frq, _1_Pulsing41_0.tip, _1.fdt, _0_MockRandom_0.doc, _1_Pulsing41_0.tim, _0_MockVariableIntBlock_0.frq, _0_MockRandom_0.pos, _1_MockRandom_0.doc, _2_MockVariableIntBlock_0.skp, _1_MockRandom_0.frq, _2.si, _1_MockVariableIntBlock_0.skp, _2_MockVariableIntBlock_0.pyl, _2_MockRandom_0.tip, _0_MockVariableIntBlock_0.doc, _2_MockRandom_0.tim, _2_MockVariableIntBlock_0.frq, _1_MockVariableIntBlock_0.pyl, _2_MockVariableIntBlock_0.doc, _0_MockVariableIntBlock_0.pyl, _2_nrm.cfe, _0_MockVariableIntBlock_0.tib, _2_MockRandom_0.pyl, _1_MockVariableIntBlock_0.doc, _0_MockVariableIntBlock_0.pos, _2_MockRandom_0.pos, _2_nrm.cfs, _0.si, _0_MockVariableIntBlock_0.tii, _2_MockVariableIntBlock_0.tii, _1_nrm.cfs, _2_MockVariableIntBlock_0.tib, _1_MockVariableIntBlock_0.pos, _0_nrm.cfs, _1_MockRandom_0.skp, _1_Pulsing41_0.pos, _2.fnm, _1_nrm.cfe, _2_MockRandom_0.sd, _1_MockVariableIntBlock_0.frq, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _0_MockRandom_0.sd, _0_MockRandom_0.tip, _1_MockRandom_0.pyl, _2_MockRandom_0.skp, _1.si, _0_nrm.cfe, _2_MockRandom_0.frq, _0.fdx, _0_MockRandom_0.pyl, _2_MockRandom_0.doc, _0_MockRandom_0.tim, _0.fdt, segments_4]
[junit4:junit4] 2> 15516 T55 C1 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[_2_Pulsing41_0.doc, _0_MockVariableIntBlock_0.skp, _1.fnm, _1_MockRandom_0.pos, _2_Pulsing41_0.tim, _0_Pulsing41_0.tim, _0_Pulsing41_0.tip, _2_Pulsing41_0.tip, _2_MockVariableIntBlock_0.pos, _0.fnm, _1_MockVariableIntBlock_0.tii, _1_MockRandom_0.tip, _2.fdt, _1_MockRandom_0.tim, _1_MockRandom_0.sd, _1_Pulsing41_0.doc, _2.fdx, _0_MockRandom_0.skp, _1_MockVariableIntBlock_0.tib, _2_Pulsing41_0.pos, _1.fdx, _0_MockRandom_0.frq, _1_Pulsing41_0.tip, _1.fdt, _0_MockRandom_0.doc, _1_Pulsing41_0.tim, _0_MockVariableIntBlock_0.frq, _0_MockRandom_0.pos, _1_MockRandom_0.doc, _2_MockVariableIntBlock_0.skp, _1_MockRandom_0.frq, _2.si, _1_MockVariableIntBlock_0.skp, _2_MockVariableIntBlock_0.pyl, _2_MockRandom_0.tip, _0_MockVariableIntBlock_0.doc, _2_MockRandom_0.tim, _2_MockVariableIntBlock_0.frq, _1_MockVariableIntBlock_0.pyl, _2_MockVariableIntBlock_0.doc, _0_MockVariableIntBlock_0.pyl, _2_nrm.cfe, _0_MockVariableIntBlock_0.tib, _2_MockRandom_0.pyl, _1_MockVariableIntBlock_0.doc, _0_MockVariableIntBlock_0.pos, _2_MockRandom_0.pos, _2_nrm.cfs, _0.si, _0_MockVariableIntBlock_0.tii, _2_MockVariableIntBlock_0.tii, _1_nrm.cfs, _2_MockVariableIntBlock_0.tib, _1_MockVariableIntBlock_0.pos, _0_nrm.cfs, _1_MockRandom_0.skp, _1_Pulsing41_0.pos, _2.fnm, _1_nrm.cfe, _2_MockRandom_0.sd, _1_MockVariableIntBlock_0.frq, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _0_MockRandom_0.sd, _0_MockRandom_0.tip, _1_MockRandom_0.pyl, _2_MockRandom_0.skp, _1.si, _0_nrm.cfe, _2_MockRandom_0.frq, _0.fdx, _0_MockRandom_0.pyl, _2_MockRandom_0.doc, _0_MockRandom_0.tim, _0.fdt, segments_4]
[junit4:junit4] 2> 15517 T55 C1 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1352387584657/shard1/data
[junit4:junit4] 2> 15525 T55 C1 oass.SolrIndexSearcher.<init> Opening Searcher@58053b2c main
[junit4:junit4] 2> 15526 T56 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@58053b2c main{StandardDirectoryReader(segments_4:7 _0(5.0):C1 _1(5.0):C1 _2(5.0):C8)}
[junit4:junit4] 2> 15526 T55 C1 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 15527 T56 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1352387584657/shard1/data/index
[junit4:junit4] 2> 15528 T55 C1 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 42
[junit4:junit4] 2> 15532 T39 C0 REQ [collection1] webapp=/solr path=/select params={wt=javabin&q=*:*&version=2} hits=10 status=0 QTime=1
[junit4:junit4] 2> 15539 T53 C1 REQ [collection1] webapp=/solr path=/select params={wt=javabin&q=*:*&version=2} hits=10 status=0 QTime=1
[junit4:junit4] 2> 15549 T41 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15555 T40 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15561 T39 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15566 T41 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15572 T40 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15577 T39 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15582 T41 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 15588 T40 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15593 T39 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 15598 T41 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 15604 T40 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15609 T39 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15614 T41 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15620 T40 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15625 T39 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 15637 T41 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15644 T40 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15649 T39 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 15655 T41 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15661 T40 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15667 T39 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 15674 T41 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15680 T39 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15686 T40 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15693 T41 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=3
[junit4:junit4] 2> 15699 T39 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15705 T40 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 15713 T41 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15719 T39 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15724 T40 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 15730 T41 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15736 T39 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15741 T40 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 15747 T41 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15753 T39 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15758 T40 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15764 T41 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15769 T39 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 15775 T40 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15780 T41 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 15785 T39 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 15790 T40 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15795 T39 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 15800 T40 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 15805 T41 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15810 T39 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15815 T40 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15820 T41 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15824 T39 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15829 T40 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15834 T41 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15839 T39 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15843 T40 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15847 T41 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 15854 T39 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15859 T40 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 15864 T41 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15871 T39 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=3
[junit4:junit4] 2> 15876 T40 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15881 T41 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15886 T39 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15892 T41 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15898 T39 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15904 T40 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15909 T41 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15916 T39 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=3
[junit4:junit4] 2> 15922 T40 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15926 T41 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 15932 T39 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15937 T40 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15940 T41 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 15946 T39 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15951 T40 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15955 T41 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 15962 T39 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=3
[junit4:junit4] 2> 15967 T40 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15971 T41 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15976 T39 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15982 T40 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15986 T41 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 15992 T39 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15997 T40 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 16002 T41 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 16008 T39 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 16013 T40 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 16016 T41 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 16023 T39 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=3
[junit4:junit4] 2> 16028 T40 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 16033 T41 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 16039 T39 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=3
[junit4:junit4] 2> 16045 T40 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 16050 T41 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 16056 T39 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=3
[junit4:junit4] 2> 16061 T40 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 16065 T41 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 16068 T53 C1 oasu.PeerSync.sync PeerSync: core=collection1 url= START replicas=[127.0.0.1:40580/solr] nUpdates=100
[junit4:junit4] 2> 16073 T39 C0 REQ [collection1] webapp=/solr path=/get params={distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=1
[junit4:junit4] 2> 16075 T53 C1 oasu.PeerSync.handleVersions PeerSync: core=collection1 url= Received 100 versions from 127.0.0.1:40580/solr
[junit4:junit4] 2> 16075 T53 C1 oasu.PeerSync.handleVersions PeerSync: core=collection1 url= Our versions are too old. ourHighThreshold=8 otherLowThreshold=25
[junit4:junit4] 2> 16075 T53 C1 oasu.PeerSync.sync PeerSync: core=collection1 url= DONE. sync failed
[junit4:junit4] 2> 16076 T53 C1 REQ [collection1] webapp=/solr path=/get params={qt=/get&wt=javabin&sync=127.0.0.1:40580/solr&version=2&getVersions=100} status=0 QTime=8
[junit4:junit4] 2> 16084 T55 C1 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=4
[junit4:junit4] 2> 16090 T54 C1 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 16095 T53 C1 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 16099 T55 C1 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 16105 T54 C1 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 16109 T53 C1 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 16113 T55 C1 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 16117 T54 C1 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 16122 T53 C1 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 16126 T55 C1 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 16131 T54 C1 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 16134 T53 C1 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 16138 T55 C1 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 16142 T54 C1 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 16147 T53 C1 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 16151 T54 C1 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 16156 T53 C1 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 16161 T55 C1 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 16166 T54 C1 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 16171 T53 C1 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 16176 T55 C1 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 16182 T54 C1 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=3
[junit4:junit4] 2> 16187 T53 C1 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 16192 T55 C1 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 16197 T54 C1 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 16203 T53 C1 oasu.PeerSync.sync PeerSync: core=collection1 url= START replicas=[127.0.0.1:40580/solr] nUpdates=100
[junit4:junit4] 2> 16208 T39 C0 REQ [collection1] webapp=/solr path=/get params={distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=1
[junit4:junit4] 2> 16209 T53 C1 oasu.PeerSync.handleVersions PeerSync: core=collection1 url= Received 100 versions from 127.0.0.1:40580/solr
[junit4:junit4] 2> 16209 T53 C1 oasu.PeerSync.requestUpdates PeerSync: core=collection1 url= Requesting updates from 127.0.0.1:40580/solrn=70 versions=[105, 104, 103, 102, 101, 100, 99, 98, 97, 96, 95, 94, 93, 92, 91, 90, 89, 88, 87, 86, 85, 84, 83, 82, 81, 80, 79, 78, 77, 76, 75, 74, 73, 72, 71, 70, 69, 68, 67, 66, 65, 64, 63, 62, 61, 60, 59, 58, 57, 56, 55, 54, 53, 52, 51, 50, 49, 48, 47, 46, 45, 44, 43, 42, 41, 40, 39, 38, 37, 36]
[junit4:junit4] 2> 16219 T41 C0 REQ [collection1] webapp=/solr path=/get params={distrib=false&getUpdates=105,104,103,102,101,100,99,98,97,96,95,94,93,92,91,90,89,88,87,86,85,84,83,82,81,80,79,78,77,76,75,74,73,72,71,70,69,68,67,66,65,64,63,62,61,60,59,58,57,56,55,54,53,52,51,50,49,48,47,46,45,44,43,42,41,40,39,38,37,36&qt=/get&wt=javabin&version=2} status=0 QTime=5
[junit4:junit4] 2> 16287 T53 C1 oasu.PeerSync.sync PeerSync: core=collection1 url= DONE. sync succeeded
[junit4:junit4] 2> 16287 T53 C1 REQ [collection1] webapp=/solr path=/get params={qt=/get&wt=javabin&sync=127.0.0.1:40580/solr&version=2&getVersions=100} status=0 QTime=84
[junit4:junit4] 2> 16292 T40 C0 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 16334 T40 C0 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1f48e23b lockFactory=org.apache.lucene.store.NativeFSLockFactory@484dd014),segFN=segments_4,generation=4,filenames=[_2_Pulsing41_0.doc, _0_MockVariableIntBlock_0.skp, _1.fnm, _1_MockRandom_0.pos, _2_Pulsing41_0.tim, _0_Pulsing41_0.tim, _0_Pulsing41_0.tip, _2_Pulsing41_0.tip, _2_MockVariableIntBlock_0.pos, _0.fnm, _1_MockVariableIntBlock_0.tii, _1_MockRandom_0.tip, _2.fdt, _1_MockRandom_0.tim, _1_MockRandom_0.sd, _1_Pulsing41_0.doc, _2.fdx, _1_MockVariableIntBlock_0.tib, _2_Pulsing41_0.pos, _1.fdx, _1_Pulsing41_0.tip, _1.fdt, _0_MockRandom_0.doc, _1_Pulsing41_0.tim, _0_MockVariableIntBlock_0.frq, _0_MockRandom_0.pos, _1_MockRandom_0.doc, _2_MockVariableIntBlock_0.skp, _1_MockVariableIntBlock_0.skp, _2.si, _2_MockVariableIntBlock_0.pyl, _0_MockVariableIntBlock_0.doc, _1_MockVariableIntBlock_0.pyl, _2_MockVariableIntBlock_0.frq, _2_MockVariableIntBlock_0.doc, _2_MockRandom_0.tiv, _0_MockVariableIntBlock_0.pyl, _2_nrm.cfe, _0_MockVariableIntBlock_0.tib, _2_MockRandom_0.pyl, _1_MockVariableIntBlock_0.doc, _0_MockVariableIntBlock_0.pos, _2_MockRandom_0.pos, _2_MockRandom_0.tib, _2_nrm.cfs, _0.si, _0_MockVariableIntBlock_0.tii, _2_MockVariableIntBlock_0.tii, _1_nrm.cfs, _0_MockRandom_0.tib, _2_MockVariableIntBlock_0.tib, _1_MockVariableIntBlock_0.pos, _0_nrm.cfs, _1_Pulsing41_0.pos, _2.fnm, _1_nrm.cfe, _2_MockRandom_0.sd, _1_MockVariableIntBlock_0.frq, _0_MockRandom_0.sd, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_MockRandom_0.tiv, _2_MockRandom_0.skp, _1.si, _0_nrm.cfe, _2_MockRandom_0.frq, _0.fdx, _2_MockRandom_0.doc, _0.fdt, segments_4]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1f48e23b lockFactory=org.apache.lucene.store.NativeFSLockFactory@484dd014),segFN=segments_5,generation=5,filenames=[_3_nrm.cfe, _2_Pulsing41_0.doc, _3_MockVariableIntBlock_0.frq, _3.fdt, _0_MockVariableIntBlock_0.skp, _1.fnm, _1_MockRandom_0.pos, _2_Pulsing41_0.tim, _0_Pulsing41_0.tim, _0_Pulsing41_0.tip, _2_Pulsing41_0.tip, _2_MockVariableIntBlock_0.pos, _0.fnm, _1_MockVariableIntBlock_0.tii, _1_MockRandom_0.tip, _3_MockVariableIntBlock_0.doc, _2.fdt, _1_MockRandom_0.tim, _1_MockRandom_0.sd, _1_Pulsing41_0.doc, _2.fdx, _1_MockVariableIntBlock_0.tib, _3_Pulsing41_0.pos, _3_nrm.cfs, _2_Pulsing41_0.pos, _1.fdx, _3_MockRandom_0.tip, _1_Pulsing41_0.tip, _1.fdt, _3_MockRandom_0.tim, _0_MockRandom_0.doc, _1_Pulsing41_0.tim, _0_MockVariableIntBlock_0.frq, _0_MockRandom_0.pos, _3_MockVariableIntBlock_0.tib, _3.si, _1_MockRandom_0.doc, _2_MockVariableIntBlock_0.skp, _3_Pulsing41_0.doc, _1_MockVariableIntBlock_0.skp, _2.si, _2_MockVariableIntBlock_0.pyl, _0_MockVariableIntBlock_0.doc, _3_MockRandom_0.doc, _1_MockVariableIntBlock_0.pyl, _2_MockVariableIntBlock_0.frq, _3.fnm, _3_MockVariableIntBlock_0.tii, _2_MockVariableIntBlock_0.doc, _2_MockRandom_0.tiv, _0_MockVariableIntBlock_0.pyl, _2_nrm.cfe, _0_MockVariableIntBlock_0.tib, _2_MockRandom_0.pyl, _1_MockVariableIntBlock_0.doc, _3_Pulsing41_0.tim, _0_MockVariableIntBlock_0.pos, _2_MockRandom_0.pos, _2_MockRandom_0.tib, _3_Pulsing41_0.tip, _2_nrm.cfs, _0.si, _0_MockVariableIntBlock_0.tii, _2_MockVariableIntBlock_0.tii, _1_nrm.cfs, _0_MockRandom_0.tib, _2_MockVariableIntBlock_0.tib, _1_MockVariableIntBlock_0.pos, _0_nrm.cfs, _1_Pulsing41_0.pos, _3_MockRandom_0.sd, _2.fnm, _1_nrm.cfe, _3.fdx, _2_MockRandom_0.sd, _1_MockVariableIntBlock_0.frq, _0_MockRandom_0.sd, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_MockRandom_0.tiv, _2_MockRandom_0.skp, _1.si, _0_nrm.cfe, _3_MockVariableIntBlock_0.pyl, _2_MockRandom_0.frq, _0.fdx, segments_5, _3_MockVariableIntBlock_0.skp, _3_MockRandom_0.pos, _2_MockRandom_0.doc, _0.fdt, _3_MockVariableIntBlock_0.pos]
[junit4:junit4] 2> 16334 T40 C0 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[_3_nrm.cfe, _2_Pulsing41_0.doc, _3_MockVariableIntBlock_0.frq, _3.fdt, _0_MockVariableIntBlock_0.skp, _1.fnm, _1_MockRandom_0.pos, _2_Pulsing41_0.tim, _0_Pulsing41_0.tim, _0_Pulsing41_0.tip, _2_Pulsing41_0.tip, _2_MockVariableIntBlock_0.pos, _0.fnm, _1_MockVariableIntBlock_0.tii, _1_MockRandom_0.tip, _3_MockVariableIntBlock_0.doc, _2.fdt, _1_MockRandom_0.tim, _1_MockRandom_0.sd, _1_Pulsing41_0.doc, _2.fdx, _1_MockVariableIntBlock_0.tib, _3_Pulsing41_0.pos, _3_nrm.cfs, _2_Pulsing41_0.pos, _1.fdx, _3_MockRandom_0.tip, _1_Pulsing41_0.tip, _1.fdt, _3_MockRandom_0.tim, _0_MockRandom_0.doc, _1_Pulsing41_0.tim, _0_MockVariableIntBlock_0.frq, _0_MockRandom_0.pos, _3_MockVariableIntBlock_0.tib, _3.si, _1_MockRandom_0.doc, _2_MockVariableIntBlock_0.skp, _3_Pulsing41_0.doc, _1_MockVariableIntBlock_0.skp, _2.si, _2_MockVariableIntBlock_0.pyl, _0_MockVariableIntBlock_0.doc, _3_MockRandom_0.doc, _1_MockVariableIntBlock_0.pyl, _2_MockVariableIntBlock_0.frq, _3.fnm, _3_MockVariableIntBlock_0.tii, _2_MockVariableIntBlock_0.doc, _2_MockRandom_0.tiv, _0_MockVariableIntBlock_0.pyl, _2_nrm.cfe, _0_MockVariableIntBlock_0.tib, _2_MockRandom_0.pyl, _1_MockVariableIntBlock_0.doc, _3_Pulsing41_0.tim, _0_MockVariableIntBlock_0.pos, _2_MockRandom_0.pos, _2_MockRandom_0.tib, _3_Pulsing41_0.tip, _2_nrm.cfs, _0.si, _0_MockVariableIntBlock_0.tii, _2_MockVariableIntBlock_0.tii, _1_nrm.cfs, _0_MockRandom_0.tib, _2_MockVariableIntBlock_0.tib, _1_MockVariableIntBlock_0.pos, _0_nrm.cfs, _1_Pulsing41_0.pos, _3_MockRandom_0.sd, _2.fnm, _1_nrm.cfe, _3.fdx, _2_MockRandom_0.sd, _1_MockVariableIntBlock_0.frq, _0_MockRandom_0.sd, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_MockRandom_0.tiv, _2_MockRandom_0.skp, _1.si, _0_nrm.cfe, _3_MockVariableIntBlock_0.pyl, _2_MockRandom_0.frq, _0.fdx, segments_5, _3_MockVariableIntBlock_0.skp, _3_MockRandom_0.pos, _2_MockRandom_0.doc, _0.fdt, _3_MockVariableIntBlock_0.pos]
[junit4:junit4] 2> 16335 T40 C0 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1352387584657/shard0/data
[junit4:junit4] 2> 16343 T40 C0 oass.SolrIndexSearcher.<init> Opening Searcher@e9bfee2 main
[junit4:junit4] 2> 16344 T42 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@e9bfee2 main{StandardDirectoryReader(segments_5:9 _0(5.0):C1 _1(5.0):C1 _2(5.0):C8 _3(5.0):C95)}
[junit4:junit4] 2> 16344 T42 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1352387584657/shard0/data/index
[junit4:junit4] 2> 16344 T40 C0 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 16345 T40 C0 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 53
[junit4:junit4] 2> 16349 T53 C1 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 16431 T53 C1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@14cee41f lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b1a772d),segFN=segments_4,generation=4,filenames=[_2_Pulsing41_0.doc, _0_MockVariableIntBlock_0.skp, _1.fnm, _1_MockRandom_0.pos, _2_Pulsing41_0.tim, _0_Pulsing41_0.tim, _0_Pulsing41_0.tip, _2_Pulsing41_0.tip, _2_MockVariableIntBlock_0.pos, _0.fnm, _1_MockVariableIntBlock_0.tii, _1_MockRandom_0.tip, _2.fdt, _1_MockRandom_0.tim, _1_MockRandom_0.sd, _1_Pulsing41_0.doc, _2.fdx, _0_MockRandom_0.skp, _1_MockVariableIntBlock_0.tib, _2_Pulsing41_0.pos, _1.fdx, _0_MockRandom_0.frq, _1_Pulsing41_0.tip, _1.fdt, _0_MockRandom_0.doc, _1_Pulsing41_0.tim, _0_MockVariableIntBlock_0.frq, _0_MockRandom_0.pos, _1_MockRandom_0.doc, _2_MockVariableIntBlock_0.skp, _1_MockRandom_0.frq, _2.si, _1_MockVariableIntBlock_0.skp, _2_MockVariableIntBlock_0.pyl, _2_MockRandom_0.tip, _0_MockVariableIntBlock_0.doc, _2_MockRandom_0.tim, _2_MockVariableIntBlock_0.frq, _1_MockVariableIntBlock_0.pyl, _2_MockVariableIntBlock_0.doc, _0_MockVariableIntBlock_0.pyl, _2_nrm.cfe, _0_MockVariableIntBlock_0.tib, _2_MockRandom_0.pyl, _1_MockVariableIntBlock_0.doc, _0_MockVariableIntBlock_0.pos, _2_MockRandom_0.pos, _2_nrm.cfs, _0.si, _0_MockVariableIntBlock_0.tii, _2_MockVariableIntBlock_0.tii, _1_nrm.cfs, _2_MockVariableIntBlock_0.tib, _1_MockVariableIntBlock_0.pos, _0_nrm.cfs, _1_MockRandom_0.skp, _1_Pulsing41_0.pos, _2.fnm, _1_nrm.cfe, _2_MockRandom_0.sd, _1_MockVariableIntBlock_0.frq, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _0_MockRandom_0.sd, _0_MockRandom_0.tip, _1_MockRandom_0.pyl, _2_MockRandom_0.skp, _1.si, _0_nrm.cfe, _2_MockRandom_0.frq, _0.fdx, _0_MockRandom_0.pyl, _2_MockRandom_0.doc, _0_MockRandom_0.tim, _0.fdt, segments_4]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@14cee41f lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b1a772d),segFN=segments_5,generation=5,filenames=[_3_MockVariableIntBlock_0.frq, _3.fdt, _1_MockRandom_0.pos, _1_MockVariableIntBlock_0.tii, _1_MockRandom_0.tip, _2.fdt, _1_MockRandom_0.sd, _1_MockRandom_0.tim, _2.fdx, _0_MockRandom_0.skp, _1_MockVariableIntBlock_0.tib, _1.fdx, _2_Pulsing41_0.pos, _0_MockRandom_0.frq, _1_Pulsing41_0.tip, _1.fdt, _1_Pulsing41_0.tim, _0_MockVariableIntBlock_0.frq, _1_MockRandom_0.doc, _3.si, _2_MockVariableIntBlock_0.skp, _3_Pulsing41_0.doc, _1_MockVariableIntBlock_0.skp, _2.si, _2_MockRandom_0.tip, _2_MockVariableIntBlock_0.pyl, _0_MockVariableIntBlock_0.doc, _2_MockRandom_0.tim, _1_MockVariableIntBlock_0.pyl, _3.fnm, _2_MockVariableIntBlock_0.doc, _3_MockVariableIntBlock_0.tii, _0_MockVariableIntBlock_0.pyl, _2_nrm.cfe, _1_MockVariableIntBlock_0.doc, _2_MockRandom_0.pyl, _0_MockVariableIntBlock_0.pos, _3_Pulsing41_0.tim, _2_nrm.cfs, _3_Pulsing41_0.tip, _2_MockVariableIntBlock_0.tii, _2_MockVariableIntBlock_0.tib, _1_MockVariableIntBlock_0.pos, _1_Pulsing41_0.pos, _2.fnm, _3.fdx, _2_MockRandom_0.sd, _2_MockRandom_0.skp, _1.si, _3_MockVariableIntBlock_0.pyl, _2_MockRandom_0.doc, _3_MockRandom_0.pos, _3_MockVariableIntBlock_0.pos, _2_Pulsing41_0.doc, _3_nrm.cfe, _0_MockVariableIntBlock_0.skp, _1.fnm, _2_Pulsing41_0.tim, _0_Pulsing41_0.tim, _0_Pulsing41_0.tip, _2_Pulsing41_0.tip, _2_MockVariableIntBlock_0.pos, _0.fnm, _3_MockVariableIntBlock_0.doc, _1_Pulsing41_0.doc, _3_MockRandom_0.tib, _3_Pulsing41_0.pos, _3_nrm.cfs, _0_MockRandom_0.doc, _0_MockRandom_0.pos, _3_MockRandom_0.tiv, _3_MockVariableIntBlock_0.tib, _1_MockRandom_0.frq, _3_MockRandom_0.doc, _2_MockVariableIntBlock_0.frq, _0_MockVariableIntBlock_0.tib, _2_MockRandom_0.pos, _0.si, _0_MockVariableIntBlock_0.tii, _1_nrm.cfs, _1_MockRandom_0.skp, _0_nrm.cfs, _1_nrm.cfe, _3_MockRandom_0.sd, _1_MockVariableIntBlock_0.frq, _0_MockRandom_0.tip, _0_MockRandom_0.sd, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _1_MockRandom_0.pyl, _0_nrm.cfe, _2_MockRandom_0.frq, _0.fdx, segments_5, _0_MockRandom_0.pyl, _0_MockRandom_0.tim, _3_MockVariableIntBlock_0.skp, _0.fdt]
[junit4:junit4] 2> 16432 T53 C1 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[_3_MockVariableIntBlock_0.frq, _3.fdt, _1_MockRandom_0.pos, _1_MockVariableIntBlock_0.tii, _1_MockRandom_0.tip, _2.fdt, _1_MockRandom_0.sd, _1_MockRandom_0.tim, _2.fdx, _0_MockRandom_0.skp, _1_MockVariableIntBlock_0.tib, _1.fdx, _2_Pulsing41_0.pos, _0_MockRandom_0.frq, _1_Pulsing41_0.tip, _1.fdt, _1_Pulsing41_0.tim, _0_MockVariableIntBlock_0.frq, _1_MockRandom_0.doc, _3.si, _2_MockVariableIntBlock_0.skp, _3_Pulsing41_0.doc, _1_MockVariableIntBlock_0.skp, _2.si, _2_MockRandom_0.tip, _2_MockVariableIntBlock_0.pyl, _0_MockVariableIntBlock_0.doc, _2_MockRandom_0.tim, _1_MockVariableIntBlock_0.pyl, _3.fnm, _2_MockVariableIntBlock_0.doc, _3_MockVariableIntBlock_0.tii, _0_MockVariableIntBlock_0.pyl, _2_nrm.cfe, _1_MockVariableIntBlock_0.doc, _2_MockRandom_0.pyl, _0_MockVariableIntBlock_0.pos, _3_Pulsing41_0.tim, _2_nrm.cfs, _3_Pulsing41_0.tip, _2_MockVariableIntBlock_0.tii, _2_MockVariableIntBlock_0.tib, _1_MockVariableIntBlock_0.pos, _1_Pulsing41_0.pos, _2.fnm, _3.fdx, _2_MockRandom_0.sd, _2_MockRandom_0.skp, _1.si, _3_MockVariableIntBlock_0.pyl, _2_MockRandom_0.doc, _3_MockRandom_0.pos, _3_MockVariableIntBlock_0.pos, _2_Pulsing41_0.doc, _3_nrm.cfe, _0_MockVariableIntBlock_0.skp, _1.fnm, _2_Pulsing41_0.tim, _0_Pulsing41_0.tim, _0_Pulsing41_0.tip, _2_Pulsing41_0.tip, _2_MockVariableIntBlock_0.pos, _0.fnm, _3_MockVariableIntBlock_0.doc, _1_Pulsing41_0.doc, _3_MockRandom_0.tib, _3_Pulsing41_0.pos, _3_nrm.cfs, _0_MockRandom_0.doc, _0_MockRandom_0.pos, _3_MockRandom_0.tiv, _3_MockVariableIntBlock_0.tib, _1_MockRandom_0.frq, _3_MockRandom_0.doc, _2_MockVariableIntBlock_0.frq, _0_MockVariableIntBlock_0.tib, _2_MockRandom_0.pos, _0.si, _0_MockVariableIntBlock_0.tii, _1_nrm.cfs, _1_MockRandom_0.skp, _0_nrm.cfs, _1_nrm.cfe, _3_MockRandom_0.sd, _1_MockVariableIntBlock_0.frq, _0_MockRandom_0.tip, _0_MockRandom_0.sd, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _1_MockRandom_0.pyl, _0_nrm.cfe, _2_MockRandom_0.frq, _0.fdx, segments_5, _0_MockRandom_0.pyl, _0_MockRandom_0.tim, _3_MockVariableIntBlock_0.skp, _0.fdt]
[junit4:junit4] 2> 16433 T53 C1 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1352387584657/shard1/data
[junit4:junit4] 2> 16439 T53 C1 oass.SolrIndexSearcher.<init> Opening Searcher@6629a046 main
[junit4:junit4] 2> 16440 T56 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6629a046 main{StandardDirectoryReader(segments_5:9 _0(5.0):C1 _1(5.0):C1 _2(5.0):C8 _3(5.0):C95)}
[junit4:junit4] 2> 16441 T56 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1352387584657/shard1/data/index
[junit4:junit4] 2> 16441 T53 C1 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 16441 T53 C1 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 92
[junit4:junit4] 2> 16711 T41 C0 REQ [collection1] webapp=/solr path=/select params={sort=_version_+desc&wt=javabin&q=*:*&version=2} hits=105 status=0 QTime=267
[junit4:junit4] 2> 16718 T54 C1 REQ [collection1] webapp=/solr path=/select params={sort=_version_+desc&wt=javabin&q=*:*&version=2} hits=105 status=0 QTime=2
[junit4:junit4] 2> 16726 T39 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=3
[junit4:junit4] 2> 16731 T41 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 16774 T40 C0 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1352387584657/shard0/data
[junit4:junit4] 2> 16979 T40 C0 oass.SolrIndexSearcher.<init> Opening Searcher@74b65a68 realtime
[junit4:junit4] 2> 16980 T40 C0 REQ [collection1] webapp=/solr path=/update params={_version_=-1003&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=246
[junit4:junit4] 2> 16987 T39 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 16992 T41 C0 REQ [collection1] webapp=/solr path=/update params={_version_=-1005&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 16995 T53 C1 oasu.PeerSync.sync PeerSync: core=collection1 url= START replicas=[127.0.0.1:40580/solr] nUpdates=100
[junit4:junit4] 2> 17002 T40 C0 REQ [collection1] webapp=/solr path=/get params={distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=4
[junit4:junit4] 2> 17003 T53 C1 oasu.PeerSync.handleVersions PeerSync: core=collection1 url= Received 100 versions from 127.0.0.1:40580/solr
[junit4:junit4] 2> 17003 T53 C1 oasu.PeerSync.requestUpdates PeerSync: core=collection1 url= Requesting updates from 127.0.0.1:40580/solrn=5 versions=[-1005, 1004, -1003, 1002, 1001]
[junit4:junit4] 2> 17007 T39 C0 REQ [collection1] webapp=/solr path=/get params={distrib=false&getUpdates=-1005,1004,-1003,1002,1001&qt=/get&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 17011 T53 C1 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1352387584657/shard1/data
[junit4:junit4] 2> 17035 T53 C1 oass.SolrIndexSearcher.<init> Opening Searcher@1e79edfe realtime
[junit4:junit4] 2> 17038 T53 C1 oasu.PeerSync.sync PeerSync: core=collection1 url= DONE. sync succeeded
[junit4:junit4] 2> 17038 T53 C1 REQ [collection1] webapp=/solr path=/get params={qt=/get&wt=javabin&sync=127.0.0.1:40580/solr&version=2&getVersions=100} status=0 QTime=43
[junit4:junit4] 2> 17041 T41 C0 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 17051 T41 C0 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1f48e23b lockFactory=org.apache.lucene.store.NativeFSLockFactory@484dd014),segFN=segments_5,generation=5,filenames=[_3_nrm.cfe, _2_Pulsing41_0.doc, _3_MockVariableIntBlock_0.frq, _3.fdt, _0_MockVariableIntBlock_0.skp, _1.fnm, _1_MockRandom_0.pos, _2_Pulsing41_0.tim, _0_Pulsing41_0.tim, _0_Pulsing41_0.tip, _2_Pulsing41_0.tip, _2_MockVariableIntBlock_0.pos, _0.fnm, _1_MockVariableIntBlock_0.tii, _1_MockRandom_0.tip, _3_MockVariableIntBlock_0.doc, _2.fdt, _1_MockRandom_0.tim, _1_MockRandom_0.sd, _1_Pulsing41_0.doc, _2.fdx, _1_MockVariableIntBlock_0.tib, _3_Pulsing41_0.pos, _3_nrm.cfs, _2_Pulsing41_0.pos, _1.fdx, _3_MockRandom_0.tip, _1_Pulsing41_0.tip, _1.fdt, _3_MockRandom_0.tim, _0_MockRandom_0.doc, _1_Pulsing41_0.tim, _0_MockVariableIntBlock_0.frq, _0_MockRandom_0.pos, _3_MockVariableIntBlock_0.tib, _3.si, _1_MockRandom_0.doc, _2_MockVariableIntBlock_0.skp, _3_Pulsing41_0.doc, _1_MockVariableIntBlock_0.skp, _2.si, _2_MockVariableIntBlock_0.pyl, _0_MockVariableIntBlock_0.doc, _3_MockRandom_0.doc, _1_MockVariableIntBlock_0.pyl, _2_MockVariableIntBlock_0.frq, _3.fnm, _3_MockVariableIntBlock_0.tii, _2_MockVariableIntBlock_0.doc, _2_MockRandom_0.tiv, _0_MockVariableIntBlock_0.pyl, _2_nrm.cfe, _0_MockVariableIntBlock_0.tib, _2_MockRandom_0.pyl, _1_MockVariableIntBlock_0.doc, _3_Pulsing41_0.tim, _0_MockVariableIntBlock_0.pos, _2_MockRandom_0.pos, _2_MockRandom_0.tib, _3_Pulsing41_0.tip, _2_nrm.cfs, _0.si, _0_MockVariableIntBlock_0.tii, _2_MockVariableIntBlock_0.tii, _1_nrm.cfs, _0_MockRandom_0.tib, _2_MockVariableIntBlock_0.tib, _1_MockVariableIntBlock_0.pos, _0_nrm.cfs, _1_Pulsing41_0.pos, _3_MockRandom_0.sd, _2.fnm, _1_nrm.cfe, _3.fdx, _2_MockRandom_0.sd, _1_MockVariableIntBlock_0.frq, _0_MockRandom_0.sd, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_MockRandom_0.tiv, _2_MockRandom_0.skp, _1.si, _0_nrm.cfe, _3_MockVariableIntBlock_0.pyl, _2_MockRandom_0.frq, _0.fdx, segments_5, _3_MockVariableIntBlock_0.skp, _3_MockRandom_0.pos, _2_MockRandom_0.doc, _0.fdt, _3_MockVariableIntBlock_0.pos]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1f48e23b lockFactory=org.apache.lucene.store.NativeFSLockFactory@484dd014),segFN=segments_6,generation=6,filenames=[_5_nrm.cfe, _3_MockVariableIntBlock_0.frq, _3.fdt, _1_MockRandom_0.pos, _5_MockVariableIntBlock_0.tii, _5_MockRandom_0.pyl, _5_MockRandom_0.pos, _1_MockVariableIntBlock_0.tii, _1_MockRandom_0.tip, _2.fdt, _1_MockRandom_0.sd, _1_MockRandom_0.tim, _2.fdx, _1_MockVariableIntBlock_0.tib, _1.fdx, _2_Pulsing41_0.pos, _1_Pulsing41_0.tip, _5_nrm.cfs, _1.fdt, _1_Pulsing41_0.tim, _0_MockVariableIntBlock_0.frq, _1_MockRandom_0.doc, _3.si, _2_MockVariableIntBlock_0.skp, _3_Pulsing41_0.doc, _2.si, _1_MockVariableIntBlock_0.skp, _2_MockVariableIntBlock_0.pyl, _0_MockVariableIntBlock_0.doc, _1_MockVariableIntBlock_0.pyl, _3.fnm, _2_MockRandom_0.tiv, _2_MockVariableIntBlock_0.doc, _3_MockVariableIntBlock_0.tii, _0_MockVariableIntBlock_0.pyl, _2_nrm.cfe, _1_MockVariableIntBlock_0.doc, _2_MockRandom_0.pyl, _0_MockVariableIntBlock_0.pos, _3_Pulsing41_0.tim, _2_MockRandom_0.tib, _2_nrm.cfs, _3_Pulsing41_0.tip, _5_MockRandom_0.doc, _2_MockVariableIntBlock_0.tii, _5_MockVariableIntBlock_0.tib, _2_MockVariableIntBlock_0.tib, _1_MockVariableIntBlock_0.pos, _5_MockRandom_0.skp, _1_Pulsing41_0.pos, _5_MockVariableIntBlock_0.frq, _2.fnm, _3.fdx, _2_MockRandom_0.sd, _5_Pulsing41_0.tim, _5_Pulsing41_0.pos, _2_MockRandom_0.skp, _1.si, _3_MockVariableIntBlock_0.pyl, _2_MockRandom_0.doc, _3_MockRandom_0.pos, _5_Pulsing41_0.tip, _3_MockVariableIntBlock_0.pos, _2_Pulsing41_0.doc, _3_nrm.cfe, _5.fdt, _5_MockVariableIntBlock_0.pyl, _0_MockVariableIntBlock_0.skp, _1.fnm, _2_Pulsing41_0.tim, _0_Pulsing41_0.tim, _0_Pulsing41_0.tip, _5_MockRandom_0.sd, _2_Pulsing41_0.tip, _2_MockVariableIntBlock_0.pos, _5_MockVariableIntBlock_0.pos, _0.fnm, _3_MockVariableIntBlock_0.doc, _1_Pulsing41_0.doc, _5.si, _3_Pulsing41_0.pos, _3_nrm.cfs, _3_MockRandom_0.tip, _0_MockRandom_0.doc, _3_MockRandom_0.tim, _0_MockRandom_0.pos, _3_MockVariableIntBlock_0.tib, _5_MockRandom_0.frq, _5_MockVariableIntBlock_0.doc, _3_MockRandom_0.doc, _2_MockVariableIntBlock_0.frq, _5_MockRandom_0.tip, _5_MockRandom_0.tim, _0_MockVariableIntBlock_0.tib, _5_MockVariableIntBlock_0.skp, _2_MockRandom_0.pos, _0.si, _0_MockVariableIntBlock_0.tii, _0_MockRandom_0.tib, _1_nrm.cfs, _5.fnm, _0_nrm.cfs, _1_nrm.cfe, _3_MockRandom_0.sd, _1_MockVariableIntBlock_0.frq, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _0_MockRandom_0.sd, _0_MockRandom_0.tiv, _0_nrm.cfe, _5.fdx, _2_MockRandom_0.frq, _0.fdx, _5_Pulsing41_0.doc, segments_6, _3_MockVariableIntBlock_0.skp, _0.fdt]
[junit4:junit4] 2> 17052 T41 C0 oasc.SolrDeletionPolicy.updateCommits newest commit = 6[_5_nrm.cfe, _3_MockVariableIntBlock_0.frq, _3.fdt, _1_MockRandom_0.pos, _5_MockVariableIntBlock_0.tii, _5_MockRandom_0.pyl, _5_MockRandom_0.pos, _1_MockVariableIntBlock_0.tii, _1_MockRandom_0.tip, _2.fdt, _1_MockRandom_0.sd, _1_MockRandom_0.tim, _2.fdx, _1_MockVariableIntBlock_0.tib, _1.fdx, _2_Pulsing41_0.pos, _1_Pulsing41_0.tip, _5_nrm.cfs, _1.fdt, _1_Pulsing41_0.tim, _0_MockVariableIntBlock_0.frq, _1_MockRandom_0.doc, _3.si, _2_MockVariableIntBlock_0.skp, _3_Pulsing41_0.doc, _2.si, _1_MockVariableIntBlock_0.skp, _2_MockVariableIntBlock_0.pyl, _0_MockVariableIntBlock_0.doc, _1_MockVariableIntBlock_0.pyl, _3.fnm, _2_MockRandom_0.tiv, _2_MockVariableIntBlock_0.doc, _3_MockVariableIntBlock_0.tii, _0_MockVariableIntBlock_0.pyl, _2_nrm.cfe, _1_MockVariableIntBlock_0.doc, _2_MockRandom_0.pyl, _0_MockVariableIntBlock_0.pos, _3_Pulsing41_0.tim, _2_MockRandom_0.tib, _2_nrm.cfs, _3_Pulsing41_0.tip, _5_MockRandom_0.doc, _2_MockVariableIntBlock_0.tii, _5_MockVariableIntBlock_0.tib, _2_MockVariableIntBlock_0.tib, _1_MockVariableIntBlock_0.pos, _5_MockRandom_0.skp, _1_Pulsing41_0.pos, _5_MockVariableIntBlock_0.frq, _2.fnm, _3.fdx, _2_MockRandom_0.sd, _5_Pulsing41_0.tim, _5_Pulsing41_0.pos, _2_MockRandom_0.skp, _1.si, _3_MockVariableIntBlock_0.pyl, _2_MockRandom_0.doc, _3_MockRandom_0.pos, _5_Pulsing41_0.tip, _3_MockVariableIntBlock_0.pos, _2_Pulsing41_0.doc, _3_nrm.cfe, _5.fdt, _5_MockVariableIntBlock_0.pyl, _0_MockVariableIntBlock_0.skp, _1.fnm, _2_Pulsing41_0.tim, _0_Pulsing41_0.tim, _0_Pulsing41_0.tip, _5_MockRandom_0.sd, _2_Pulsing41_0.tip, _2_MockVariableIntBlock_0.pos, _5_MockVariableIntBlock_0.pos, _0.fnm, _3_MockVariableIntBlock_0.doc, _1_Pulsing41_0.doc, _5.si, _3_Pulsing41_0.pos, _3_nrm.cfs, _3_MockRandom_0.tip, _0_MockRandom_0.doc, _3_MockRandom_0.tim, _0_MockRandom_0.pos, _3_MockVariableIntBlock_0.tib, _5_MockRandom_0.frq, _5_MockVariableIntBlock_0.doc, _3_MockRandom_0.doc, _2_MockVariableIntBlock_0.frq, _5_MockRandom_0.tip, _5_MockRandom_0.tim, _0_MockVariableIntBlock_0.tib, _5_MockVariableIntBlock_0.skp, _2_MockRandom_0.pos, _0.si, _0_MockVariableIntBlock_0.tii, _0_MockRandom_0.tib, _1_nrm.cfs, _5.fnm, _0_nrm.cfs, _1_nrm.cfe, _3_MockRandom_0.sd, _1_MockVariableIntBlock_0.frq, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _0_MockRandom_0.sd, _0_MockRandom_0.tiv, _0_nrm.cfe, _5.fdx, _2_MockRandom_0.frq, _0.fdx, _5_Pulsing41_0.doc, segments_6, _3_MockVariableIntBlock_0.skp, _0.fdt]
[junit4:junit4] 2> 17053 T41 C0 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1352387584657/shard0/data
[junit4:junit4] 2> 17056 T41 C0 oass.SolrIndexSearcher.<init> Opening Searcher@4bb8d481 main
[junit4:junit4] 2> 17058 T41 C0 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1352387584657/shard0/data/index
[junit4:junit4] 2> 17058 T42 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4bb8d481 main{StandardDirectoryReader(segments_6:16:nrt _0(5.0):C1 _1(5.0):C1 _2(5.0):C8 _3(5.0):C95 _5(5.0):C1)}
[junit4:junit4] 2> 17058 T41 C0 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 17062 T42 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1352387584657/shard0/data/index
[junit4:junit4] 2> 17062 T41 C0 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 21
[junit4:junit4] 2> 17065 T54 C1 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 17074 T54 C1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@14cee41f lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b1a772d),segFN=segments_5,generation=5,filenames=[_3_MockVariableIntBlock_0.frq, _3.fdt, _1_MockRandom_0.pos, _1_MockVariableIntBlock_0.tii, _1_MockRandom_0.tip, _2.fdt, _1_MockRandom_0.sd, _1_MockRandom_0.tim, _2.fdx, _0_MockRandom_0.skp, _1_MockVariableIntBlock_0.tib, _1.fdx, _2_Pulsing41_0.pos, _0_MockRandom_0.frq, _1_Pulsing41_0.tip, _1.fdt, _1_Pulsing41_0.tim, _0_MockVariableIntBlock_0.frq, _1_MockRandom_0.doc, _3.si, _2_MockVariableIntBlock_0.skp, _3_Pulsing41_0.doc, _1_MockVariableIntBlock_0.skp, _2.si, _2_MockRandom_0.tip, _2_MockVariableIntBlock_0.pyl, _0_MockVariableIntBlock_0.doc, _2_MockRandom_0.tim, _1_MockVariableIntBlock_0.pyl, _3.fnm, _2_MockVariableIntBlock_0.doc, _3_MockVariableIntBlock_0.tii, _0_MockVariableIntBlock_0.pyl, _2_nrm.cfe, _1_MockVariableIntBlock_0.doc, _2_MockRandom_0.pyl, _0_MockVariableIntBlock_0.pos, _3_Pulsing41_0.tim, _2_nrm.cfs, _3_Pulsing41_0.tip, _2_MockVariableIntBlock_0.tii, _2_MockVariableIntBlock_0.tib, _1_MockVariableIntBlock_0.pos, _1_Pulsing41_0.pos, _2.fnm, _3.fdx, _2_MockRandom_0.sd, _2_MockRandom_0.skp, _1.si, _3_MockVariableIntBlock_0.pyl, _2_MockRandom_0.doc, _3_MockRandom_0.pos, _3_MockVariableIntBlock_0.pos, _2_Pulsing41_0.doc, _3_nrm.cfe, _0_MockVariableIntBlock_0.skp, _1.fnm, _2_Pulsing41_0.tim, _0_Pulsing41_0.tim, _0_Pulsing41_0.tip, _2_Pulsing41_0.tip, _2_MockVariableIntBlock_0.pos, _0.fnm, _3_MockVariableIntBlock_0.doc, _1_Pulsing41_0.doc, _3_MockRandom_0.tib, _3_Pulsing41_0.pos, _3_nrm.cfs, _0_MockRandom_0.doc, _0_MockRandom_0.pos, _3_MockRandom_0.tiv, _3_MockVariableIntBlock_0.tib, _1_MockRandom_0.frq, _3_MockRandom_0.doc, _2_MockVariableIntBlock_0.frq, _0_MockVariableIntBlock_0.tib, _2_MockRandom_0.pos, _0.si, _0_MockVariableIntBlock_0.tii, _1_nrm.cfs, _1_MockRandom_0.skp, _0_nrm.cfs, _1_nrm.cfe, _3_MockRandom_0.sd, _1_MockVariableIntBlock_0.frq, _0_MockRandom_0.tip, _0_MockRandom_0.sd, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _1_MockRandom_0.pyl, _0_nrm.cfe, _2_MockRandom_0.frq, _0.fdx, segments_5, _0_MockRandom_0.pyl, _0_MockRandom_0.tim, _3_MockVariableIntBlock_0.skp, _0.fdt]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@14cee41f lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b1a772d),segFN=segments_6,generation=6,filenames=[_5_nrm.cfe, _3_MockVariableIntBlock_0.frq, _3.fdt, _1_MockRandom_0.pos, _5_MockVariableIntBlock_0.tii, _5_MockRandom_0.pyl, _5_MockRandom_0.pos, _1_MockVariableIntBlock_0.tii, _1_MockRandom_0.tip, _2.fdt, _1_MockRandom_0.sd, _1_MockRandom_0.tim, _2.fdx, _0_MockRandom_0.skp, _1_MockVariableIntBlock_0.tib, _1.fdx, _2_Pulsing41_0.pos, _0_MockRandom_0.frq, _1_Pulsing41_0.tip, _5_nrm.cfs, _1.fdt, _1_Pulsing41_0.tim, _0_MockVariableIntBlock_0.frq, _1_MockRandom_0.doc, _3.si, _2_MockVariableIntBlock_0.skp, _3_Pulsing41_0.doc, _1_MockVariableIntBlock_0.skp, _2.si, _2_MockRandom_0.tip, _2_MockVariableIntBlock_0.pyl, _0_MockVariableIntBlock_0.doc, _2_MockRandom_0.tim, _1_MockVariableIntBlock_0.pyl, _3.fnm, _2_MockVariableIntBlock_0.doc, _3_MockVariableIntBlock_0.tii, _0_MockVariableIntBlock_0.pyl, _2_nrm.cfe, _1_MockVariableIntBlock_0.doc, _2_MockRandom_0.pyl, _0_MockVariableIntBlock_0.pos, _3_Pulsing41_0.tim, _2_nrm.cfs, _3_Pulsing41_0.tip, _5_MockRandom_0.doc, _2_MockVariableIntBlock_0.tii, _5_MockVariableIntBlock_0.tib, _2_MockVariableIntBlock_0.tib, _1_MockVariableIntBlock_0.pos, _5_MockRandom_0.skp, _1_Pulsing41_0.pos, _5_MockVariableIntBlock_0.frq, _2.fnm, _3.fdx, _2_MockRandom_0.sd, _5_Pulsing41_0.tim, _5_Pulsing41_0.pos, _2_MockRandom_0.skp, _1.si, _3_MockVariableIntBlock_0.pyl, _2_MockRandom_0.doc, _3_MockRandom_0.pos, _5_Pulsing41_0.tip, _3_MockVariableIntBlock_0.pos, _2_Pulsing41_0.doc, _3_nrm.cfe, _5.fdt, _5_MockVariableIntBlock_0.pyl, _0_MockVariableIntBlock_0.skp, _1.fnm, _2_Pulsing41_0.tim, _0_Pulsing41_0.tim, _0_Pulsing41_0.tip, _5_MockRandom_0.sd, _2_Pulsing41_0.tip, _2_MockVariableIntBlock_0.pos, _5_MockVariableIntBlock_0.pos, _0.fnm, _3_MockVariableIntBlock_0.doc, _1_Pulsing41_0.doc, _3_MockRandom_0.tib, _5.si, _3_Pulsing41_0.pos, _3_nrm.cfs, _0_MockRandom_0.doc, _0_MockRandom_0.pos, _3_MockRandom_0.tiv, _3_MockVariableIntBlock_0.tib, _1_MockRandom_0.frq, _5_MockVariableIntBlock_0.doc, _5_MockRandom_0.frq, _3_MockRandom_0.doc, _2_MockVariableIntBlock_0.frq, _5_MockRandom_0.tip, _5_MockRandom_0.tim, _0_MockVariableIntBlock_0.tib, _5_MockVariableIntBlock_0.skp, _2_MockRandom_0.pos, _0.si, _0_MockVariableIntBlock_0.tii, _1_nrm.cfs, _5.fnm, _1_MockRandom_0.skp, _0_nrm.cfs, _1_nrm.cfe, _3_MockRandom_0.sd, _1_MockVariableIntBlock_0.frq, _0_MockRandom_0.tip, _0_MockRandom_0.sd, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _1_MockRandom_0.pyl, _0_nrm.cfe, _5.fdx, _2_MockRandom_0.frq, _0.fdx, _5_Pulsing41_0.doc, _0_MockRandom_0.pyl, segments_6, _0_MockRandom_0.tim, _3_MockVariableIntBlock_0.skp, _0.fdt]
[junit4:junit4] 2> 17075 T54 C1 oasc.SolrDeletionPolicy.updateCommits newest commit = 6[_5_nrm.cfe, _3_MockVariableIntBlock_0.frq, _3.fdt, _1_MockRandom_0.pos, _5_MockVariableIntBlock_0.tii, _5_MockRandom_0.pyl, _5_MockRandom_0.pos, _1_MockVariableIntBlock_0.tii, _1_MockRandom_0.tip, _2.fdt, _1_MockRandom_0.sd, _1_MockRandom_0.tim, _2.fdx, _0_MockRandom_0.skp, _1_MockVariableIntBlock_0.tib, _1.fdx, _2_Pulsing41_0.pos, _0_MockRandom_0.frq, _1_Pulsing41_0.tip, _5_nrm.cfs, _1.fdt, _1_Pulsing41_0.tim, _0_MockVariableIntBlock_0.frq, _1_MockRandom_0.doc, _3.si, _2_MockVariableIntBlock_0.skp, _3_Pulsing41_0.doc, _1_MockVariableIntBlock_0.skp, _2.si, _2_MockRandom_0.tip, _2_MockVariableIntBlock_0.pyl, _0_MockVariableIntBlock_0.doc, _2_MockRandom_0.tim, _1_MockVariableIntBlock_0.pyl, _3.fnm, _2_MockVariableIntBlock_0.doc, _3_MockVariableIntBlock_0.tii, _0_MockVariableIntBlock_0.pyl, _2_nrm.cfe, _1_MockVariableIntBlock_0.doc, _2_MockRandom_0.pyl, _0_MockVariableIntBlock_0.pos, _3_Pulsing41_0.tim, _2_nrm.cfs, _3_Pulsing41_0.tip, _5_MockRandom_0.doc, _2_MockVariableIntBlock_0.tii, _5_MockVariableIntBlock_0.tib, _2_MockVariableIntBlock_0.tib, _1_MockVariableIntBlock_0.pos, _5_MockRandom_0.skp, _1_Pulsing41_0.pos, _5_MockVariableIntBlock_0.frq, _2.fnm, _3.fdx, _2_MockRandom_0.sd, _5_Pulsing41_0.tim, _5_Pulsing41_0.pos, _2_MockRandom_0.skp, _1.si, _3_MockVariableIntBlock_0.pyl, _2_MockRandom_0.doc, _3_MockRandom_0.pos, _5_Pulsing41_0.tip, _3_MockVariableIntBlock_0.pos, _2_Pulsing41_0.doc, _3_nrm.cfe, _5.fdt, _5_MockVariableIntBlock_0.pyl, _0_MockVariableIntBlock_0.skp, _1.fnm, _2_Pulsing41_0.tim, _0_Pulsing41_0.tim, _0_Pulsing41_0.tip, _5_MockRandom_0.sd, _2_Pulsing41_0.tip, _2_MockVariableIntBlock_0.pos, _5_MockVariableIntBlock_0.pos, _0.fnm, _3_MockVariableIntBlock_0.doc, _1_Pulsing41_0.doc, _3_MockRandom_0.tib, _5.si, _3_Pulsing41_0.pos, _3_nrm.cfs, _0_MockRandom_0.doc, _0_MockRandom_0.pos, _3_MockRandom_0.tiv, _3_MockVariableIntBlock_0.tib, _1_MockRandom_0.frq, _5_MockVariableIntBlock_0.doc, _5_MockRandom_0.frq, _3_MockRandom_0.doc, _2_MockVariableIntBlock_0.frq, _5_MockRandom_0.tip, _5_MockRandom_0.tim, _0_MockVariableIntBlock_0.tib, _5_MockVariableIntBlock_0.skp, _2_MockRandom_0.pos, _0.si, _0_MockVariableIntBlock_0.tii, _1_nrm.cfs, _5.fnm, _1_MockRandom_0.skp, _0_nrm.cfs, _1_nrm.cfe, _3_MockRandom_0.sd, _1_MockVariableIntBlock_0.frq, _0_MockRandom_0.tip, _0_MockRandom_0.sd, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _1_MockRandom_0.pyl, _0_nrm.cfe, _5.fdx, _2_MockRandom_0.frq, _0.fdx, _5_Pulsing41_0.doc, _0_MockRandom_0.pyl, segments_6, _0_MockRandom_0.tim, _3_MockVariableIntBlock_0.skp, _0.fdt]
[junit4:junit4] 2> 17076 T54 C1 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1352387584657/shard1/data
[junit4:junit4] 2> 17079 T54 C1 oass.SolrIndexSearcher.<init> Opening Searcher@76f33280 main
[junit4:junit4] 2> 17080 T54 C1 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1352387584657/shard1/data/index
[junit4:junit4] 2> 17081 T56 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@76f33280 main{StandardDirectoryReader(segments_6:16:nrt _0(5.0):C1 _1(5.0):C1 _2(5.0):C8 _3(5.0):C95 _5(5.0):C1)}
[junit4:junit4] 2> 17081 T54 C1 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 17082 T56 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1352387584657/shard1/data/index
[junit4:junit4] 2> 17083 T54 C1 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 18
[junit4:junit4] 2> 17087 T40 C0 REQ [collection1] webapp=/solr path=/select params={sort=_version_+desc&wt=javabin&q=*:*&version=2} hits=106 status=0 QTime=2
[junit4:junit4] 2> 17094 T55 C1 REQ [collection1] webapp=/solr path=/select params={sort=_version_+desc&wt=javabin&q=*:*&version=2} hits=106 status=0 QTime=3
[junit4:junit4] 2> 17101 T39 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 17106 T41 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 17110 T40 C0 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1352387584657/shard0/data
[junit4:junit4] 2> 17118 T40 C0 oass.SolrIndexSearcher.<init> Opening Searcher@3e55a58f realtime
[junit4:junit4] 2> 17119 T40 C0 REQ [collection1] webapp=/solr path=/update params={_version_=-2003&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=10
[junit4:junit4] 2> 17124 T41 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 17128 T40 C0 REQ [collection1] webapp=/solr path=/update params={_version_=-2005&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 17132 T55 C1 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 17136 T54 C1 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1352387584657/shard1/data
[junit4:junit4] 2> 17142 T54 C1 oass.SolrIndexSearcher.<init> Opening Searcher@7a14b43d realtime
[junit4:junit4] 2> 17143 T54 C1 REQ [collection1] webapp=/solr path=/update params={_version_=-2003&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=8
[junit4:junit4] 2> 17148 T53 C1 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 17151 T55 C1 REQ [collection1] webapp=/solr path=/update params={_version_=-2005&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 17153 T54 C1 oasu.PeerSync.sync PeerSync: core=collection1 url= START replicas=[127.0.0.1:40580/solr] nUpdates=100
[junit4:junit4] 2> 17158 T39 C0 REQ [collection1] webapp=/solr path=/get params={distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=1
[junit4:junit4] 2> 17159 T54 C1 oasu.PeerSync.handleVersions PeerSync: core=collection1 url= Received 100 versions from 127.0.0.1:40580/solr
[junit4:junit4] 2> 17161 T54 C1 oasu.PeerSync.requestUpdates PeerSync: core=collection1 url= Requesting updates from 127.0.0.1:40580/solrn=1 versions=[2002]
[junit4:junit4] 2> 17165 T40 C0 REQ [collection1] webapp=/solr path=/get params={distrib=false&getUpdates=2002&qt=/get&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 17167 T54 C1 oasu.DirectUpdateHandler2.addDoc Reordered DBQs detected. Update=add{flags=12,_version_=2002,id=2001} DBQs=[DBQ{version=2003,q=id:2001 OR id:2002}]
[junit4:junit4] 2> 17171 T54 C1 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1352387584657/shard1/data
[junit4:junit4] 2> 17187 T54 C1 oass.SolrIndexSearcher.<init> Opening Searcher@15dbac11 realtime
[junit4:junit4] 2> 17188 T54 C1 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1352387584657/shard1/data/index
[junit4:junit4] 2> 17190 T54 C1 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1352387584657/shard1/data
[junit4:junit4] 2> 17198 T54 C1 oasu.PeerSync.sync PeerSync: core=collection1 url= DONE. sync succeeded
[junit4:junit4] 2> 17198 T54 C1 REQ [collection1] webapp=/solr path=/get params={qt=/get&wt=javabin&sync=127.0.0.1:40580/solr&version=2&getVersions=100} status=0 QTime=45
[junit4:junit4] 2> 17203 T41 C0 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 17222 T41 C0 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1f48e23b lockFactory=org.apache.lucene.store.NativeFSLockFactory@484dd014),segFN=segments_6,generation=6,filenames=[_5_nrm.cfe, _3_MockVariableIntBlock_0.frq, _3.fdt, _1_MockRandom_0.pos, _5_MockVariableIntBlock_0.tii, _5_MockRandom_0.pyl, _5_MockRandom_0.pos, _1_MockVariableIntBlock_0.tii, _1_MockRandom_0.tip, _2.fdt, _1_MockRandom_0.sd, _1_MockRandom_0.tim, _2.fdx, _1_MockVariableIntBlock_0.tib, _1.fdx, _2_Pulsing41_0.pos, _1_Pulsing41_0.tip, _5_nrm.cfs, _1.fdt, _1_Pulsing41_0.tim, _0_MockVariableIntBlock_0.frq, _1_MockRandom_0.doc, _3.si, _2_MockVariableIntBlock_0.skp, _3_Pulsing41_0.doc, _2.si, _1_MockVariableIntBlock_0.skp, _2_MockVariableIntBlock_0.pyl, _0_MockVariableIntBlock_0.doc, _1_MockVariableIntBlock_0.pyl, _3.fnm, _2_MockRandom_0.tiv, _2_MockVariableIntBlock_0.doc, _3_MockVariableIntBlock_0.tii, _0_MockVariableIntBlock_0.pyl, _2_nrm.cfe, _1_MockVariableIntBlock_0.doc, _2_MockRandom_0.pyl, _0_MockVariableIntBlock_0.pos, _3_Pulsing41_0.tim, _2_MockRandom_0.tib, _2_nrm.cfs, _3_Pulsing41_0.tip, _5_MockRandom_0.doc, _2_MockVariableIntBlock_0.tii, _5_MockVariableIntBlock_0.tib, _2_MockVariableIntBlock_0.tib, _1_MockVariableIntBlock_0.pos, _5_MockRandom_0.skp, _1_Pulsing41_0.pos, _5_MockVariableIntBlock_0.frq, _2.fnm, _3.fdx, _2_MockRandom_0.sd, _5_Pulsing41_0.tim, _5_Pulsing41_0.pos, _2_MockRandom_0.skp, _1.si, _3_MockVariableIntBlock_0.pyl, _2_MockRandom_0.doc, _3_MockRandom_0.pos, _5_Pulsing41_0.tip, _3_MockVariableIntBlock_0.pos, _2_Pulsing41_0.doc, _3_nrm.cfe, _5.fdt, _5_MockVariableIntBlock_0.pyl, _0_MockVariableIntBlock_0.skp, _1.fnm, _2_Pulsing41_0.tim, _0_Pulsing41_0.tim, _0_Pulsing41_0.tip, _5_MockRandom_0.sd, _2_Pulsing41_0.tip, _2_MockVariableIntBlock_0.pos, _5_MockVariableIntBlock_0.pos, _0.fnm, _3_MockVariableIntBlock_0.doc, _1_Pulsing41_0.doc, _5.si, _3_Pulsing41_0.pos, _3_nrm.cfs, _3_MockRandom_0.tip, _0_MockRandom_0.doc, _3_MockRandom_0.tim, _0_MockRandom_0.pos, _3_MockVa
[...truncated too long message...]
ool$3.run(QueuedThreadPool.java:543)
[junit4:junit4] 2> at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] 2> NOTE: test params are: codec=Lucene40, sim=DefaultSimilarity, locale=es_CR, timezone=PST8PDT
[junit4:junit4] 2> NOTE: FreeBSD 9.0-RELEASE amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=5,free=221861584,total=421920768
[junit4:junit4] 2> NOTE: All tests run in this JVM: [TestSolrIndexConfig, TestQueryTypes, SuggesterFSTTest, ScriptEngineTest, TestIndexSearcher, PreAnalyzedFieldTest, TestFastLRUCache, TestJmxMonitoredMap, TestFiltering, TestNumberUtils, SpellCheckCollatorTest, TestCollationField, SearchHandlerTest, TestCharFilters, TestRangeQuery, TestLFUCache, FieldAnalysisRequestHandlerTest, TestXIncludeConfig, SortByFunctionTest, TestDefaultSimilarityFactory, IndexBasedSpellCheckerTest, TestSearchPerf, CoreAdminHandlerTest, TestPerFieldSimilarity, TestQuerySenderNoQuery, BadComponentTest, TestGroupingSearch, BinaryUpdateRequestHandlerTest, TestSuggestSpellingConverter, WordBreakSolrSpellCheckerTest, DateMathParserTest, AnalysisAfterCoreReloadTest, SimplePostToolTest, AutoCommitTest, CurrencyFieldTest, NoCacheHeaderTest]
[junit4:junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=NoCacheHeaderTest -Dtests.seed=6DF939765EEC1D89 -Dtests.multiplier=3 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/hudson/lucene-data/enwiki.random.lines.txt -Dtests.locale=es_CR -Dtests.timezone=PST8PDT -Dtests.file.encoding=UTF-8
[junit4:junit4] ERROR 0.00s J0 | NoCacheHeaderTest (suite) <<<
[junit4:junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.servlet.NoCacheHeaderTest:
[junit4:junit4] > 1) Thread[id=206, name=qtp1114673702-206 Acceptor2 SelectChannelConnector@0.0.0.0:24833, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 2) Thread[id=205, name=qtp1114673702-205 Acceptor1 SelectChannelConnector@0.0.0.0:24833, state=RUNNABLE, group=TGRP-NoCacheHeaderTest]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 3) Thread[id=204, name=qtp1114673702-204 Acceptor0 SelectChannelConnector@0.0.0.0:24833, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 4) Thread[id=207, name=qtp1114673702-207 Acceptor3 SelectChannelConnector@0.0.0.0:24833, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([6DF939765EEC1D89]:0)
[junit4:junit4] > Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4:junit4] > 1) Thread[id=206, name=qtp1114673702-206 Acceptor2 SelectChannelConnector@0.0.0.0:24833, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 2) Thread[id=205, name=qtp1114673702-205 Acceptor1 SelectChannelConnector@0.0.0.0:24833, state=RUNNABLE, group=TGRP-NoCacheHeaderTest]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 3) Thread[id=204, name=qtp1114673702-204 Acceptor0 SelectChannelConnector@0.0.0.0:24833, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 4) Thread[id=207, name=qtp1114673702-207 Acceptor3 SelectChannelConnector@0.0.0.0:24833, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([6DF939765EEC1D89]:0)
[junit4:junit4] Completed on J0 in 25.94s, 3 tests, 2 errors <<< FAILURES!
[...truncated 68 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:335: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:178: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/module-build.xml:61: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1163: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:827: There were test failures: 233 suites, 970 tests, 4 suite-level errors, 760 ignored
Total time: 68 minutes 1 second
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 83 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/83/
4 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.request.TestRemoteStreaming
Error Message:
4 threads leaked from SUITE scope at org.apache.solr.request.TestRemoteStreaming: 1) Thread[id=36, name=qtp1867825290-36 Acceptor0 SelectChannelConnector@0.0.0.0:18647, state=RUNNABLE, group=TGRP-TestRemoteStreaming] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 2) Thread[id=37, name=qtp1867825290-37 Acceptor1 SelectChannelConnector@0.0.0.0:18647, state=BLOCKED, group=TGRP-TestRemoteStreaming] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 3) Thread[id=38, name=qtp1867825290-38 Acceptor2 SelectChannelConnector@0.0.0.0:18647, state=BLOCKED, group=TGRP-TestRemoteStreaming] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 4) Thread[id=39, name=qtp1867825290-39 Acceptor3 SelectChannelConnector@0.0.0.0:18647, state=BLOCKED, group=TGRP-TestRemoteStreaming] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.request.TestRemoteStreaming:
1) Thread[id=36, name=qtp1867825290-36 Acceptor0 SelectChannelConnector@0.0.0.0:18647, state=RUNNABLE, group=TGRP-TestRemoteStreaming]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
2) Thread[id=37, name=qtp1867825290-37 Acceptor1 SelectChannelConnector@0.0.0.0:18647, state=BLOCKED, group=TGRP-TestRemoteStreaming]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
3) Thread[id=38, name=qtp1867825290-38 Acceptor2 SelectChannelConnector@0.0.0.0:18647, state=BLOCKED, group=TGRP-TestRemoteStreaming]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
4) Thread[id=39, name=qtp1867825290-39 Acceptor3 SelectChannelConnector@0.0.0.0:18647, state=BLOCKED, group=TGRP-TestRemoteStreaming]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
at __randomizedtesting.SeedInfo.seed([8A7C242F25B7715C]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.request.TestRemoteStreaming
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=36, name=qtp1867825290-36 Acceptor0 SelectChannelConnector@0.0.0.0:18647, state=RUNNABLE, group=TGRP-TestRemoteStreaming] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 2) Thread[id=37, name=qtp1867825290-37 Acceptor1 SelectChannelConnector@0.0.0.0:18647, state=BLOCKED, group=TGRP-TestRemoteStreaming] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 3) Thread[id=38, name=qtp1867825290-38 Acceptor2 SelectChannelConnector@0.0.0.0:18647, state=BLOCKED, group=TGRP-TestRemoteStreaming] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 4) Thread[id=39, name=qtp1867825290-39 Acceptor3 SelectChannelConnector@0.0.0.0:18647, state=BLOCKED, group=TGRP-TestRemoteStreaming] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=36, name=qtp1867825290-36 Acceptor0 SelectChannelConnector@0.0.0.0:18647, state=RUNNABLE, group=TGRP-TestRemoteStreaming]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
2) Thread[id=37, name=qtp1867825290-37 Acceptor1 SelectChannelConnector@0.0.0.0:18647, state=BLOCKED, group=TGRP-TestRemoteStreaming]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
3) Thread[id=38, name=qtp1867825290-38 Acceptor2 SelectChannelConnector@0.0.0.0:18647, state=BLOCKED, group=TGRP-TestRemoteStreaming]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
4) Thread[id=39, name=qtp1867825290-39 Acceptor3 SelectChannelConnector@0.0.0.0:18647, state=BLOCKED, group=TGRP-TestRemoteStreaming]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
at __randomizedtesting.SeedInfo.seed([8A7C242F25B7715C]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.servlet.CacheHeaderTest
Error Message:
4 threads leaked from SUITE scope at org.apache.solr.servlet.CacheHeaderTest: 1) Thread[id=24, name=qtp2103606155-24 Acceptor1 SelectChannelConnector@0.0.0.0:31781, state=RUNNABLE, group=TGRP-CacheHeaderTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 2) Thread[id=25, name=qtp2103606155-25 Acceptor2 SelectChannelConnector@0.0.0.0:31781, state=BLOCKED, group=TGRP-CacheHeaderTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 3) Thread[id=26, name=qtp2103606155-26 Acceptor3 SelectChannelConnector@0.0.0.0:31781, state=BLOCKED, group=TGRP-CacheHeaderTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 4) Thread[id=23, name=qtp2103606155-23 Acceptor0 SelectChannelConnector@0.0.0.0:31781, state=BLOCKED, group=TGRP-CacheHeaderTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.servlet.CacheHeaderTest:
1) Thread[id=24, name=qtp2103606155-24 Acceptor1 SelectChannelConnector@0.0.0.0:31781, state=RUNNABLE, group=TGRP-CacheHeaderTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
2) Thread[id=25, name=qtp2103606155-25 Acceptor2 SelectChannelConnector@0.0.0.0:31781, state=BLOCKED, group=TGRP-CacheHeaderTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
3) Thread[id=26, name=qtp2103606155-26 Acceptor3 SelectChannelConnector@0.0.0.0:31781, state=BLOCKED, group=TGRP-CacheHeaderTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
4) Thread[id=23, name=qtp2103606155-23 Acceptor0 SelectChannelConnector@0.0.0.0:31781, state=BLOCKED, group=TGRP-CacheHeaderTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
at __randomizedtesting.SeedInfo.seed([8A7C242F25B7715C]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.servlet.CacheHeaderTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=24, name=qtp2103606155-24 Acceptor1 SelectChannelConnector@0.0.0.0:31781, state=RUNNABLE, group=TGRP-CacheHeaderTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 2) Thread[id=25, name=qtp2103606155-25 Acceptor2 SelectChannelConnector@0.0.0.0:31781, state=BLOCKED, group=TGRP-CacheHeaderTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 3) Thread[id=26, name=qtp2103606155-26 Acceptor3 SelectChannelConnector@0.0.0.0:31781, state=BLOCKED, group=TGRP-CacheHeaderTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 4) Thread[id=23, name=qtp2103606155-23 Acceptor0 SelectChannelConnector@0.0.0.0:31781, state=BLOCKED, group=TGRP-CacheHeaderTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=24, name=qtp2103606155-24 Acceptor1 SelectChannelConnector@0.0.0.0:31781, state=RUNNABLE, group=TGRP-CacheHeaderTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
2) Thread[id=25, name=qtp2103606155-25 Acceptor2 SelectChannelConnector@0.0.0.0:31781, state=BLOCKED, group=TGRP-CacheHeaderTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
3) Thread[id=26, name=qtp2103606155-26 Acceptor3 SelectChannelConnector@0.0.0.0:31781, state=BLOCKED, group=TGRP-CacheHeaderTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
4) Thread[id=23, name=qtp2103606155-23 Acceptor0 SelectChannelConnector@0.0.0.0:31781, state=BLOCKED, group=TGRP-CacheHeaderTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
at __randomizedtesting.SeedInfo.seed([8A7C242F25B7715C]:0)
Build Log:
[...truncated 7766 lines...]
[junit4:junit4] Suite: org.apache.solr.servlet.CacheHeaderTest
[junit4:junit4] 2> 0 T16 oas.SolrTestCaseJ4.initCore ####initCore
[junit4:junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./solrtest-CacheHeaderTest-1352216703103
[junit4:junit4] 2> 1 T16 oas.SolrTestCaseJ4.initCore ####initCore end
[junit4:junit4] 2> 548 T16 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4] 2> 955 T16 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:31781
[junit4:junit4] 2> 1010 T16 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 1011 T16 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: solr/
[junit4:junit4] 2> 1011 T16 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: 'solr/'
[junit4:junit4] 2> 1058 T16 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 1059 T16 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 1059 T16 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: solr/
[junit4:junit4] 2> 1060 T16 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/solr/solr.xml
[junit4:junit4] 2> 1060 T16 oasc.CoreContainer.<init> New CoreContainer 1724874714
[junit4:junit4] 2> 1061 T16 oasc.CoreContainer$Initializer.initialize no solr.xml file found - using default
[junit4:junit4] 2> 1062 T16 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'solr/'
[junit4:junit4] 2> 1062 T16 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'solr/'
[junit4:junit4] 2> 1101 T16 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 1171 T16 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: solr/collection1
[junit4:junit4] 2> 1173 T16 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'solr/collection1/'
[junit4:junit4] 2> 1250 T16 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 1321 T16 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 1327 T16 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 1368 T16 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 2075 T16 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 2095 T16 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 2100 T16 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 2151 T16 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2168 T16 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2175 T16 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2183 T16 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2188 T16 oasc.SolrCore.<init> [collection1] Opening new SolrCore at solr/collection1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/solrtest-CacheHeaderTest-1352216703103/
[junit4:junit4] 2> 2189 T16 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4b85c17
[junit4:junit4] 2> 2191 T16 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2193 T16 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@66d7a9c9 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@58cbffde; maxCacheMB=0.001953125 maxMergeSizeMB=0.7177734375)) assuming 'simple'
[junit4:junit4] 2> 2194 T16 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/solrtest-CacheHeaderTest-1352216703103 forceNew:false
[junit4:junit4] 2> 2195 T16 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/solrtest-CacheHeaderTest-1352216703103
[junit4:junit4] 2> 2195 T16 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/solrtest-CacheHeaderTest-1352216703103/index/
[junit4:junit4] 2> 2196 T16 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/solrtest-CacheHeaderTest-1352216703103/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 2197 T16 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/solrtest-CacheHeaderTest-1352216703103/index forceNew:false
[junit4:junit4] 2> 2201 T16 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@71e852be lockFactory=org.apache.lucene.store.NativeFSLockFactory@7844a013),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 2201 T16 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 2202 T16 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/solrtest-CacheHeaderTest-1352216703103/index
[junit4:junit4] 2> 2203 T16 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4] 2> 2207 T16 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 2208 T16 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4] 2> 2209 T16 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 2209 T16 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4] 2> 2211 T16 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 2212 T16 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 2213 T16 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 2215 T16 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 2218 T16 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 2219 T16 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4] 2> 2221 T16 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4] 2> 2222 T16 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 2223 T16 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4] 2> 2224 T16 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4] 2> 2224 T16 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4] 2> 2226 T16 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 2228 T16 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 2230 T16 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 2232 T16 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 2233 T16 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 2235 T16 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 2237 T16 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 2239 T16 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 2240 T16 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4] 2> 2242 T16 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4] 2> 2247 T16 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 2251 T16 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4] 2> 2253 T16 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: []
[junit4:junit4] 2> 2256 T16 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/solrtest-CacheHeaderTest-1352216703103
[junit4:junit4] 2> 2256 T16 oass.SolrIndexSearcher.<init> Opening Searcher@db951f2 main
[junit4:junit4] 2> 2257 T16 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 2257 T16 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 2258 T16 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4] 2> 2292 T16 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4] 2> 2337 T16 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 2338 T16 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 2338 T16 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 2339 T16 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 2339 T16 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 2340 T16 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 2340 T16 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 2340 T16 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 2341 T16 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 2341 T16 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 2367 T31 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@db951f2 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 2376 T16 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 2377 T16 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
[junit4:junit4] 2> 2377 T16 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 2378 T16 oas.SolrJettyTestBase.createJetty Jetty Assigned Port#31781
[junit4:junit4] 2> 2385 T16 oas.SolrTestCaseJ4.setUp ###Starting testCacheVetoException
[junit4:junit4] 2> 2404 T16 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C1 name=collection1 org.apache.solr.core.SolrCore@2e0ca6ae
[junit4:junit4] 2> 3731 T28 C1 oasc.SolrException.log Ignoring exception matching ignore_exception
[junit4:junit4] 2> 3732 T28 C1 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=xyz_ignore_exception:solr} status=400 QTime=265
[junit4:junit4] 2> 3881 T16 oas.SolrTestCaseJ4.tearDown ###Ending testCacheVetoException
[junit4:junit4] 2> 3889 T16 oas.SolrTestCaseJ4.setUp ###Starting testCacheVetoHandler
[junit4:junit4] 2> 3940 T30 C1 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/solrtest-CacheHeaderTest-1352216703103
[junit4:junit4] 2> 3942 T30 C1 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@71e852be lockFactory=org.apache.lucene.store.NativeFSLockFactory@7844a013),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 3942 T30 C1 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 3946 T30 C1 UPDATE [collection1] webapp=/solr path=/update params={stream.contentType=text/csv&stream.file=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/cachetest_csv6976069760tmp} {add=[100, 101, 102]} 0 34
[junit4:junit4] 2> 3961 T16 oas.SolrTestCaseJ4.tearDown ###Ending testCacheVetoHandler
[junit4:junit4] 2> 3970 T16 oas.SolrTestCaseJ4.setUp ###Starting testCacheControl
[junit4:junit4] 2> 4035 T29 C1 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=63
[junit4:junit4] 2> 4051 T28 C1 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=0
[junit4:junit4] 2> 4059 T30 C1 REQ [collection1] webapp=/solr path=/select params={q=solr&qt=standard} hits=0 status=0 QTime=1
[junit4:junit4] 2> 4060 T16 oas.SolrTestCaseJ4.tearDown ###Ending testCacheControl
[junit4:junit4] 2> 4068 T16 oas.SolrTestCaseJ4.setUp ###Starting testEtag
[junit4:junit4] 2> 4071 T29 C1 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=1
[junit4:junit4] 2> 4079 T28 C1 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=5
[junit4:junit4] 2> 4093 T30 C1 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=1
[junit4:junit4] 2> 4096 T29 C1 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=0
[junit4:junit4] 2> 4100 T28 C1 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=1
[junit4:junit4] 2> 4104 T30 C1 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=1
[junit4:junit4] 2> 4113 T30 C1 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=1
[junit4:junit4] 2> 4115 T29 C1 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=0
[junit4:junit4] 2> 4116 T16 oas.SolrTestCaseJ4.tearDown ###Ending testEtag
[junit4:junit4] 2> 4124 T16 oas.SolrTestCaseJ4.setUp ###Starting testLastModified
[junit4:junit4] 2> 4128 T28 C1 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=1
[junit4:junit4] 2> 4143 T28 C1 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=0
[junit4:junit4] 2> 4151 T29 C1 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=1
[junit4:junit4] 2> 4155 T28 C1 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=1
[junit4:junit4] 2> 4161 T28 C1 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=1
[junit4:junit4] 2> 4167 T29 C1 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=1
[junit4:junit4] 2> 4167 T16 oas.SolrTestCaseJ4.tearDown ###Ending testLastModified
[junit4:junit4] 2> 4215 T16 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1724874714
[junit4:junit4] 2> 4215 T16 oasc.SolrCore.close [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@2e0ca6ae
[junit4:junit4] 2> 4240 T16 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=3,adds=3,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=3,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4] 2> 4241 T16 oasc.SolrCore.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4] 2> 4242 T16 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4] 2> 4242 T16 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4] 2> 4245 T16 C1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@71e852be lockFactory=org.apache.lucene.store.NativeFSLockFactory@7844a013),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@71e852be lockFactory=org.apache.lucene.store.NativeFSLockFactory@7844a013),segFN=segments_2,generation=2,filenames=[_0_4.len, _0_1.len, _0_3.len, _0_5.len, segments_2, _0.inf, _0.si, _0.pst, _0.fld]
[junit4:junit4] 2> 4245 T16 C1 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0_4.len, _0_1.len, _0_3.len, _0_5.len, segments_2, _0.inf, _0.si, _0.pst, _0.fld]
[junit4:junit4] 2> 4246 T16 C1 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/solrtest-CacheHeaderTest-1352216703103/index
[junit4:junit4] 2> 4247 T16 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4] 2> 4247 T16 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/solrtest-CacheHeaderTest-1352216703103/index
[junit4:junit4] 2> 4326 T16 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4] 2> 4428 T16 oejut.QueuedThreadPool.doStop WARNING 4 threads could not be stopped
[junit4:junit4] 2> 4428 T16 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4] 2> 4440 T15 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 4 leaked thread(s).
[junit4:junit4] 2> 24524 T15 ccr.ThreadLeakControl.checkThreadLeaks SEVERE 4 threads leaked from SUITE scope at org.apache.solr.servlet.CacheHeaderTest:
[junit4:junit4] 2> 1) Thread[id=24, name=qtp2103606155-24 Acceptor1 SelectChannelConnector@0.0.0.0:31781, state=RUNNABLE, group=TGRP-CacheHeaderTest]
[junit4:junit4] 2> at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4] 2> at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
[junit4:junit4] 2> at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] 2> at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] 2> at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] 2> 2) Thread[id=25, name=qtp2103606155-25 Acceptor2 SelectChannelConnector@0.0.0.0:31781, state=BLOCKED, group=TGRP-CacheHeaderTest]
[junit4:junit4] 2> at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] 2> at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] 2> at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] 2> at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] 2> 3) Thread[id=26, name=qtp2103606155-26 Acceptor3 SelectChannelConnector@0.0.0.0:31781, state=BLOCKED, group=TGRP-CacheHeaderTest]
[junit4:junit4] 2> at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] 2> at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] 2> at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] 2> at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] 2> 4) Thread[id=23, name=qtp2103606155-23 Acceptor0 SelectChannelConnector@0.0.0.0:31781, state=BLOCKED, group=TGRP-CacheHeaderTest]
[junit4:junit4] 2> at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] 2> at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] 2> at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] 2> at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] 2> 24525 T15 ccr.ThreadLeakControl.tryToInterruptAll Starting to interrupt leaked threads:
[junit4:junit4] 2> 1) Thread[id=24, name=qtp2103606155-24 Acceptor1 SelectChannelConnector@0.0.0.0:31781, state=RUNNABLE, group=TGRP-CacheHeaderTest]
[junit4:junit4] 2> 2) Thread[id=25, name=qtp2103606155-25 Acceptor2 SelectChannelConnector@0.0.0.0:31781, state=BLOCKED, group=TGRP-CacheHeaderTest]
[junit4:junit4] 2> 3) Thread[id=26, name=qtp2103606155-26 Acceptor3 SelectChannelConnector@0.0.0.0:31781, state=BLOCKED, group=TGRP-CacheHeaderTest]
[junit4:junit4] 2> 4) Thread[id=23, name=qtp2103606155-23 Acceptor0 SelectChannelConnector@0.0.0.0:31781, state=BLOCKED, group=TGRP-CacheHeaderTest]
[junit4:junit4] 2> 27569 T15 ccr.ThreadLeakControl.tryToInterruptAll SEVERE There are still zombie threads that couldn't be terminated:
[junit4:junit4] 2> 1) Thread[id=24, name=qtp2103606155-24 Acceptor1 SelectChannelConnector@0.0.0.0:31781, state=RUNNABLE, group=TGRP-CacheHeaderTest]
[junit4:junit4] 2> at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4] 2> at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
[junit4:junit4] 2> at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] 2> at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] 2> at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] 2> 2) Thread[id=25, name=qtp2103606155-25 Acceptor2 SelectChannelConnector@0.0.0.0:31781, state=BLOCKED, group=TGRP-CacheHeaderTest]
[junit4:junit4] 2> at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] 2> at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] 2> at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] 2> at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] 2> 3) Thread[id=26, name=qtp2103606155-26 Acceptor3 SelectChannelConnector@0.0.0.0:31781, state=BLOCKED, group=TGRP-CacheHeaderTest]
[junit4:junit4] 2> at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] 2> at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] 2> at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] 2> at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] 2> 4) Thread[id=23, name=qtp2103606155-23 Acceptor0 SelectChannelConnector@0.0.0.0:31781, state=BLOCKED, group=TGRP-CacheHeaderTest]
[junit4:junit4] 2> at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] 2> at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] 2> at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] 2> at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] 2> NOTE: test params are: codec=SimpleText, sim=DefaultSimilarity, locale=ar_OM, timezone=US/Indiana-Starke
[junit4:junit4] 2> NOTE: FreeBSD 9.0-RELEASE amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=5,free=457513232,total=492830720
[junit4:junit4] 2> NOTE: All tests run in this JVM: [FileBasedSpellCheckerTest, CacheHeaderTest]
[junit4:junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CacheHeaderTest -Dtests.seed=8A7C242F25B7715C -Dtests.multiplier=3 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/hudson/lucene-data/enwiki.random.lines.txt -Dtests.locale=ar_OM -Dtests.timezone=US/Indiana-Starke -Dtests.file.encoding=ISO8859-1
[junit4:junit4] ERROR 0.00s J0 | CacheHeaderTest (suite) <<<
[junit4:junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.servlet.CacheHeaderTest:
[junit4:junit4] > 1) Thread[id=24, name=qtp2103606155-24 Acceptor1 SelectChannelConnector@0.0.0.0:31781, state=RUNNABLE, group=TGRP-CacheHeaderTest]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 2) Thread[id=25, name=qtp2103606155-25 Acceptor2 SelectChannelConnector@0.0.0.0:31781, state=BLOCKED, group=TGRP-CacheHeaderTest]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 3) Thread[id=26, name=qtp2103606155-26 Acceptor3 SelectChannelConnector@0.0.0.0:31781, state=BLOCKED, group=TGRP-CacheHeaderTest]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 4) Thread[id=23, name=qtp2103606155-23 Acceptor0 SelectChannelConnector@0.0.0.0:31781, state=BLOCKED, group=TGRP-CacheHeaderTest]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([8A7C242F25B7715C]:0)
[junit4:junit4] > Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4:junit4] > 1) Thread[id=24, name=qtp2103606155-24 Acceptor1 SelectChannelConnector@0.0.0.0:31781, state=RUNNABLE, group=TGRP-CacheHeaderTest]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 2) Thread[id=25, name=qtp2103606155-25 Acceptor2 SelectChannelConnector@0.0.0.0:31781, state=BLOCKED, group=TGRP-CacheHeaderTest]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 3) Thread[id=26, name=qtp2103606155-26 Acceptor3 SelectChannelConnector@0.0.0.0:31781, state=BLOCKED, group=TGRP-CacheHeaderTest]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 4) Thread[id=23, name=qtp2103606155-23 Acceptor0 SelectChannelConnector@0.0.0.0:31781, state=BLOCKED, group=TGRP-CacheHeaderTest]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([8A7C242F25B7715C]:0)
[junit4:junit4] Completed on J0 in 27.77s, 5 tests, 2 errors <<< FAILURES!
[...truncated 175 lines...]
[junit4:junit4] Suite: org.apache.solr.request.TestRemoteStreaming
[junit4:junit4] 2> 0 T29 oas.SolrTestCaseJ4.initCore ####initCore
[junit4:junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./solrtest-TestRemoteStreaming-1352216706015
[junit4:junit4] 2> 1 T29 oas.SolrTestCaseJ4.initCore ####initCore end
[junit4:junit4] 2> 618 T29 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4] 2> 1018 T29 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:18647
[junit4:junit4] 2> 1045 T29 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 1046 T29 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: solr/
[junit4:junit4] 2> 1046 T29 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: 'solr/'
[junit4:junit4] 2> 1086 T29 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 1087 T29 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 1088 T29 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: solr/
[junit4:junit4] 2> 1088 T29 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/solr/solr.xml
[junit4:junit4] 2> 1088 T29 oasc.CoreContainer.<init> New CoreContainer 587199138
[junit4:junit4] 2> 1089 T29 oasc.CoreContainer$Initializer.initialize no solr.xml file found - using default
[junit4:junit4] 2> 1090 T29 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'solr/'
[junit4:junit4] 2> 1090 T29 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'solr/'
[junit4:junit4] 2> 1128 T29 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 1174 T29 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: solr/collection1
[junit4:junit4] 2> 1176 T29 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'solr/collection1/'
[junit4:junit4] 2> 1253 T29 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 1328 T29 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 1331 T29 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 1364 T29 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 1849 T29 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 1860 T29 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 1863 T29 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 1891 T29 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1901 T29 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1906 T29 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 1911 T29 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 1914 T29 oasc.SolrCore.<init> [collection1] Opening new SolrCore at solr/collection1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/solrtest-TestRemoteStreaming-1352216706015/
[junit4:junit4] 2> 1915 T29 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@44739f3f
[junit4:junit4] 2> 1916 T29 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1916 T29 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@45e4d960 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@337b5179) assuming 'simple'
[junit4:junit4] 2> 1917 T29 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/solrtest-TestRemoteStreaming-1352216706015 forceNew:false
[junit4:junit4] 2> 1917 T29 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/solrtest-TestRemoteStreaming-1352216706015
[junit4:junit4] 2> 1918 T29 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/solrtest-TestRemoteStreaming-1352216706015/index/
[junit4:junit4] 2> 1918 T29 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/solrtest-TestRemoteStreaming-1352216706015/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 1919 T29 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/solrtest-TestRemoteStreaming-1352216706015/index forceNew:false
[junit4:junit4] 2> 1930 T29 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5636bc0a lockFactory=org.apache.lucene.store.NativeFSLockFactory@6bd46c20),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 1930 T29 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 1931 T29 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/solrtest-TestRemoteStreaming-1352216706015/index
[junit4:junit4] 2> 1932 T29 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4] 2> 1934 T29 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 1934 T29 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4] 2> 1935 T29 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 1935 T29 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4] 2> 1936 T29 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 1937 T29 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 1937 T29 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 1939 T29 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 1940 T29 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 1942 T29 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4] 2> 1943 T29 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4] 2> 1944 T29 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 1946 T29 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4] 2> 1946 T29 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4] 2> 1947 T29 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4] 2> 1948 T29 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 1950 T29 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 1951 T29 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 1953 T29 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 1954 T29 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 1956 T29 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 1957 T29 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 1959 T29 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 1960 T29 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4] 2> 1962 T29 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4] 2> 1967 T29 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 1971 T29 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4] 2> 1973 T29 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: []
[junit4:junit4] 2> 1976 T29 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/solrtest-TestRemoteStreaming-1352216706015
[junit4:junit4] 2> 1976 T29 oass.SolrIndexSearcher.<init> Opening Searcher@e1641c0 main
[junit4:junit4] 2> 1977 T29 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 1978 T29 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 1978 T29 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4] 2> 1998 T29 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4] 2> 2043 T29 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 2044 T29 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 2044 T29 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 2045 T29 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 2045 T29 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 2045 T29 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 2046 T29 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 2046 T29 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 2046 T29 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 2047 T29 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 2070 T44 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@e1641c0 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 2079 T29 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 2079 T29 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
[junit4:junit4] 2> 2079 T29 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 2080 T29 oas.SolrJettyTestBase.createJetty Jetty Assigned Port#18647
[junit4:junit4] 2> 2087 T29 oas.SolrTestCaseJ4.setUp ###Starting testQtUpdateFails
[junit4:junit4] 2> 2132 T29 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C1 name=collection1 org.apache.solr.core.SolrCore@4bbf8a41
[junit4:junit4] 2> 3127 T40 C1 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/solrtest-TestRemoteStreaming-1352216706015
[junit4:junit4] 2> 3130 T40 C1 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5636bc0a lockFactory=org.apache.lucene.store.NativeFSLockFactory@6bd46c20),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 3131 T40 C1 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 3133 T40 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[1234]} 0 17
[junit4:junit4] 2> 3307 T43 C1 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 3328 T43 C1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5636bc0a lockFactory=org.apache.lucene.store.NativeFSLockFactory@6bd46c20),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5636bc0a lockFactory=org.apache.lucene.store.NativeFSLockFactory@6bd46c20),segFN=segments_2,generation=2,filenames=[_0_Lucene40_0.tim, _0.fnm, _0_Lucene40_0.frq, _0_nrm.cfe, segments_2, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene40_0.prx, _0.fdt, _0_Lucene40_0.tip]
[junit4:junit4] 2> 3328 T43 C1 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0_Lucene40_0.tim, _0.fnm, _0_Lucene40_0.frq, _0_nrm.cfe, segments_2, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene40_0.prx, _0.fdt, _0_Lucene40_0.tip]
[junit4:junit4] 2> 3329 T43 C1 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/solrtest-TestRemoteStreaming-1352216706015
[junit4:junit4] 2> 3349 T43 C1 oass.SolrIndexSearcher.<init> Opening Searcher@78952527 main
[junit4:junit4] 2> 3350 T43 C1 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 3354 T44 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@78952527 main{StandardDirectoryReader(segments_2:3 _0(5.0):C1)}
[junit4:junit4] 2> 3355 T44 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/solrtest-TestRemoteStreaming-1352216706015/index
[junit4:junit4] 2> 3355 T43 C1 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 48
[junit4:junit4] 2> 3483 T42 C1 REQ [collection1] webapp=/solr path=/select params={wt=javabin&q=id:1234&version=2} hits=1 status=0 QTime=94
[junit4:junit4] 2> 3489 T29 oas.SolrTestCaseJ4.tearDown ###Ending testQtUpdateFails
[junit4:junit4] 2> 3501 T29 oas.SolrTestCaseJ4.setUp ###Starting testStreamUrl
[junit4:junit4] 2> 3507 T42 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[1234]} 0 2
[junit4:junit4] 2> 3511 T40 C1 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 3524 T40 C1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5636bc0a lockFactory=org.apache.lucene.store.NativeFSLockFactory@6bd46c20),segFN=segments_2,generation=2,filenames=[_0_Lucene40_0.tim, _0.fnm, _0_Lucene40_0.frq, _0_nrm.cfe, segments_2, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene40_0.prx, _0.fdt, _0_Lucene40_0.tip]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5636bc0a lockFactory=org.apache.lucene.store.NativeFSLockFactory@6bd46c20),segFN=segments_3,generation=3,filenames=[_1_Lucene40_0.tim, _1.fdx, _1_nrm.cfs, _1.fdt, _1.si, _1_Lucene40_0.frq, _1.fnm, segments_3, _1_Lucene40_0.prx, _1_Lucene40_0.tip, _1_nrm.cfe]
[junit4:junit4] 2> 3525 T40 C1 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_1_Lucene40_0.tim, _1.fdx, _1_nrm.cfs, _1.fdt, _1.si, _1_Lucene40_0.frq, _1.fnm, segments_3, _1_Lucene40_0.prx, _1_Lucene40_0.tip, _1_nrm.cfe]
[junit4:junit4] 2> 3526 T40 C1 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/solrtest-TestRemoteStreaming-1352216706015
[junit4:junit4] 2> 3529 T40 C1 oass.SolrIndexSearcher.<init> Opening Searcher@7ac4b626 main
[junit4:junit4] 2> 3530 T40 C1 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 3534 T44 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7ac4b626 main{StandardDirectoryReader(segments_3:7 _1(5.0):C1)}
[junit4:junit4] 2> 3536 T44 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/solrtest-TestRemoteStreaming-1352216706015/index
[junit4:junit4] 2> 3536 T40 C1 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 25
[junit4:junit4] 2> 3542 T43 C1 REQ [collection1] webapp=/solr path=/select params={wt=javabin&q=id:1234&version=2} hits=1 status=0 QTime=2
[junit4:junit4] 2> 3571 T40 C1 REQ [collection1] webapp=/solr path=/select params={wt=csv&q=*:*&fl=id} hits=1 status=0 QTime=7
[junit4:junit4] 2> 3599 T42 C1 REQ [collection1] webapp=/solr path=/debug/dump params={wt=xml&stream.url=http://127.0.0.1:18647/solr/select?q%3D*:*%26fl%3Did%26wt%3Dcsv} status=0 QTime=37
[junit4:junit4] 2> 3608 T29 oas.SolrTestCaseJ4.tearDown ###Ending testStreamUrl
[junit4:junit4] 2> 3619 T29 oas.SolrTestCaseJ4.setUp ###Starting testNoUrlAccess
[junit4:junit4] 2> 3625 T43 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[1234]} 0 2
[junit4:junit4] 2> 3629 T40 C1 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 3633 T40 C1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5636bc0a lockFactory=org.apache.lucene.store.NativeFSLockFactory@6bd46c20),segFN=segments_3,generation=3,filenames=[_1_Lucene40_0.tim, _1.fdx, _1_nrm.cfs, _1.fdt, _1.si, _1_Lucene40_0.frq, _1.fnm, segments_3, _1_Lucene40_0.prx, _1_Lucene40_0.tip, _1_nrm.cfe]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5636bc0a lockFactory=org.apache.lucene.store.NativeFSLockFactory@6bd46c20),segFN=segments_4,generation=4,filenames=[_2.si, _2_Lucene40_0.tip, _2_nrm.cfe, _2_Lucene40_0.frq, _2_Lucene40_0.prx, _2.fdt, _2_Lucene40_0.tim, _2_nrm.cfs, _2.fdx, _2.fnm, segments_4]
[junit4:junit4] 2> 3633 T40 C1 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[_2.si, _2_Lucene40_0.tip, _2_nrm.cfe, _2_Lucene40_0.frq, _2_Lucene40_0.prx, _2.fdt, _2_Lucene40_0.tim, _2_nrm.cfs, _2.fdx, _2.fnm, segments_4]
[junit4:junit4] 2> 3634 T40 C1 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/solrtest-TestRemoteStreaming-1352216706015
[junit4:junit4] 2> 3636 T40 C1 oass.SolrIndexSearcher.<init> Opening Searcher@56ec1e6f main
[junit4:junit4] 2> 3637 T40 C1 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 3641 T44 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@56ec1e6f main{StandardDirectoryReader(segments_4:11 _2(5.0):C1)}
[junit4:junit4] 2> 3642 T44 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/solrtest-TestRemoteStreaming-1352216706015/index
[junit4:junit4] 2> 3643 T40 C1 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 14
[junit4:junit4] 2> 3647 T42 C1 REQ [collection1] webapp=/solr path=/select params={wt=javabin&q=id:1234&version=2} hits=1 status=0 QTime=1
[junit4:junit4] 2> 3653 T43 C1 REQ [collection1] webapp=/solr path=/select params={wt=javabin&stream.url=http://127.0.0.1:18647/solr/update?commit%3Dtrue%26stream.body%3D%253Cdelete%253E%253Cquery%253E*%253A*%253C%252Fquery%253E%253C%252Fdelete%253E&q=*:*&version=2} hits=1 status=0 QTime=0
[junit4:junit4] 2> 3658 T40 C1 REQ [collection1] webapp=/solr path=/select params={wt=javabin&q=id:1234&version=2} hits=1 status=0 QTime=1
[junit4:junit4] 2> 3659 T29 oas.SolrTestCaseJ4.tearDown ###Ending testNoUrlAccess
[junit4:junit4] 2> 3666 T29 oas.SolrTestCaseJ4.setUp ###Starting testMakeDeleteAllUrl
[junit4:junit4] 2> 3671 T42 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[1234]} 0 2
[junit4:junit4] 2> 3677 T43 C1 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 3685 T43 C1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5636bc0a lockFactory=org.apache.lucene.store.NativeFSLockFactory@6bd46c20),segFN=segments_4,generation=4,filenames=[_2.si, _2_Lucene40_0.tip, _2_nrm.cfe, _2_Lucene40_0.frq, _2_Lucene40_0.prx, _2.fdt, _2_Lucene40_0.tim, _2_nrm.cfs, _2.fdx, _2.fnm, segments_4]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5636bc0a lockFactory=org.apache.lucene.store.NativeFSLockFactory@6bd46c20),segFN=segments_5,generation=5,filenames=[_3.fdx, _3_nrm.cfe, _3_Lucene40_0.tip, _3_nrm.cfs, _3_Lucene40_0.frq, _3_Lucene40_0.tim, _3_Lucene40_0.prx, _3.si, _3.fdt, _3.fnm, segments_5]
[junit4:junit4] 2> 3686 T43 C1 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[_3.fdx, _3_nrm.cfe, _3_Lucene40_0.tip, _3_nrm.cfs, _3_Lucene40_0.frq, _3_Lucene40_0.tim, _3_Lucene40_0.prx, _3.si, _3.fdt, _3.fnm, segments_5]
[junit4:junit4] 2> 3688 T43 C1 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/solrtest-TestRemoteStreaming-1352216706015
[junit4:junit4] 2> 3692 T43 C1 oass.SolrIndexSearcher.<init> Opening Searcher@7730661d main
[junit4:junit4] 2> 3693 T43 C1 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 3699 T44 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7730661d main{StandardDirectoryReader(segments_5:15 _3(5.0):C1)}
[junit4:junit4] 2> 3701 T44 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/solrtest-TestRemoteStreaming-1352216706015/index
[junit4:junit4] 2> 3702 T43 C1 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 25
[junit4:junit4] 2> 3706 T40 C1 REQ [collection1] webapp=/solr path=/select params={wt=javabin&q=id:1234&version=2} hits=1 status=0 QTime=1
[junit4:junit4] 2> 3709 T42 C1 oasu.DirectUpdateHandler2.deleteAll [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4:junit4] 2> 3710 T42 C1 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 3711 T42 C1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5636bc0a lockFactory=org.apache.lucene.store.NativeFSLockFactory@6bd46c20),segFN=segments_5,generation=5,filenames=[_3.fdx, _3_nrm.cfe, _3_Lucene40_0.tip, _3_nrm.cfs, _3_Lucene40_0.frq, _3_Lucene40_0.tim, _3_Lucene40_0.prx, _3.si, _3.fdt, _3.fnm, segments_5]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5636bc0a lockFactory=org.apache.lucene.store.NativeFSLockFactory@6bd46c20),segFN=segments_6,generation=6,filenames=[segments_6]
[junit4:junit4] 2> 3712 T42 C1 oasc.SolrDeletionPolicy.updateCommits newest commit = 6[segments_6]
[junit4:junit4] 2> 3713 T42 C1 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/solrtest-TestRemoteStreaming-1352216706015
[junit4:junit4] 2> 3714 T42 C1 oass.SolrIndexSearcher.<init> Opening Searcher@1339a0dc main
[junit4:junit4] 2> 3714 T42 C1 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 3718 T44 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1339a0dc main{StandardDirectoryReader(segments_6:16)}
[junit4:junit4] 2> 3719 T42 C1 UPDATE [collection1] webapp=/solr path=/update params={commit=true&stream.body=<delete><query>*:*</query></delete>} {deleteByQuery=*:*,commit=} 0 10
[junit4:junit4] 2> 3721 T42 C1 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/solrtest-TestRemoteStreaming-1352216706015/index
[junit4:junit4] 2> 3725 T43 C1 REQ [collection1] webapp=/solr path=/select params={wt=javabin&q=id:1234&version=2} hits=0 status=0 QTime=1
[junit4:junit4] 2> 3726 T29 oas.SolrTestCaseJ4.tearDown ###Ending testMakeDeleteAllUrl
[junit4:junit4] 2> 3775 T29 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=587199138
[junit4:junit4] 2> 3775 T29 oasc.SolrCore.close [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@4bbf8a41
[junit4:junit4] 2> 3807 T29 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=5,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=4,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
[junit4:junit4] 2> 3808 T29 oasc.SolrCore.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4] 2> 3808 T29 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4] 2> 3809 T29 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4] 2> 3810 T29 C1 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/solrtest-TestRemoteStreaming-1352216706015/index
[junit4:junit4] 2> 3811 T29 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4] 2> 3812 T29 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/solrtest-TestRemoteStreaming-1352216706015/index
[junit4:junit4] 2> 3813 T29 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4] 2> 3914 T29 oejut.QueuedThreadPool.doStop WARNING 4 threads could not be stopped
[junit4:junit4] 2> 3914 T29 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4] 2> 3928 T28 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 4 leaked thread(s).
[junit4:junit4] 2> 24022 T28 ccr.ThreadLeakControl.checkThreadLeaks SEVERE 4 threads leaked from SUITE scope at org.apache.solr.request.TestRemoteStreaming:
[junit4:junit4] 2> 1) Thread[id=36, name=qtp1867825290-36 Acceptor0 SelectChannelConnector@0.0.0.0:18647, state=RUNNABLE, group=TGRP-TestRemoteStreaming]
[junit4:junit4] 2> at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4] 2> at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
[junit4:junit4] 2> at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] 2> at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] 2> at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] 2> 2) Thread[id=37, name=qtp1867825290-37 Acceptor1 SelectChannelConnector@0.0.0.0:18647, state=BLOCKED, group=TGRP-TestRemoteStreaming]
[junit4:junit4] 2> at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] 2> at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] 2> at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] 2> at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] 2> 3) Thread[id=38, name=qtp1867825290-38 Acceptor2 SelectChannelConnector@0.0.0.0:18647, state=BLOCKED, group=TGRP-TestRemoteStreaming]
[junit4:junit4] 2> at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] 2> at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] 2> at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] 2> at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] 2> 4) Thread[id=39, name=qtp1867825290-39 Acceptor3 SelectChannelConnector@0.0.0.0:18647, state=BLOCKED, group=TGRP-TestRemoteStreaming]
[junit4:junit4] 2> at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] 2> at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] 2> at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] 2> at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] 2> 24023 T28 ccr.ThreadLeakControl.tryToInterruptAll Starting to interrupt leaked threads:
[junit4:junit4] 2> 1) Thread[id=36, name=qtp1867825290-36 Acceptor0 SelectChannelConnector@0.0.0.0:18647, state=RUNNABLE, group=TGRP-TestRemoteStreaming]
[junit4:junit4] 2> 2) Thread[id=37, name=qtp1867825290-37 Acceptor1 SelectChannelConnector@0.0.0.0:18647, state=BLOCKED, group=TGRP-TestRemoteStreaming]
[junit4:junit4] 2> 3) Thread[id=38, name=qtp1867825290-38 Acceptor2 SelectChannelConnector@0.0.0.0:18647, state=BLOCKED, group=TGRP-TestRemoteStreaming]
[junit4:junit4] 2> 4) Thread[id=39, name=qtp1867825290-39 Acceptor3 SelectChannelConnector@0.0.0.0:18647, state=BLOCKED, group=TGRP-TestRemoteStreaming]
[junit4:junit4] 2> 27066 T28 ccr.ThreadLeakControl.tryToInterruptAll SEVERE There are still zombie threads that couldn't be terminated:
[junit4:junit4] 2> 1) Thread[id=36, name=qtp1867825290-36 Acceptor0 SelectChannelConnector@0.0.0.0:18647, state=RUNNABLE, group=TGRP-TestRemoteStreaming]
[junit4:junit4] 2> at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4] 2> at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
[junit4:junit4] 2> at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] 2> at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] 2> at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] 2> 2) Thread[id=37, name=qtp1867825290-37 Acceptor1 SelectChannelConnector@0.0.0.0:18647, state=BLOCKED, group=TGRP-TestRemoteStreaming]
[junit4:junit4] 2> at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] 2> at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] 2> at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] 2> at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] 2> 3) Thread[id=38, name=qtp1867825290-38 Acceptor2 SelectChannelConnector@0.0.0.0:18647, state=BLOCKED, group=TGRP-TestRemoteStreaming]
[junit4:junit4] 2> at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] 2> at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] 2> at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] 2> at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] 2> 4) Thread[id=39, name=qtp1867825290-39 Acceptor3 SelectChannelConnector@0.0.0.0:18647, state=BLOCKED, group=TGRP-TestRemoteStreaming]
[junit4:junit4] 2> at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] 2> at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] 2> at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] 2> at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] 2> NOTE: test params are: codec=Lucene40, sim=DefaultSimilarity, locale=bg_BG, timezone=Asia/Novokuznetsk
[junit4:junit4] 2> NOTE: FreeBSD 9.0-RELEASE amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=5,free=371174456,total=485687296
[junit4:junit4] 2> NOTE: All tests run in this JVM: [DocumentAnalysisRequestHandlerTest, TestSolrDeletionPolicy1, TestRemoteStreaming]
[junit4:junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestRemoteStreaming -Dtests.seed=8A7C242F25B7715C -Dtests.multiplier=3 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/hudson/lucene-data/enwiki.random.lines.txt -Dtests.locale=bg_BG -Dtests.timezone=Asia/Novokuznetsk -Dtests.file.encoding=ISO8859-1
[junit4:junit4] ERROR 0.00s J1 | TestRemoteStreaming (suite) <<<
[junit4:junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.request.TestRemoteStreaming:
[junit4:junit4] > 1) Thread[id=36, name=qtp1867825290-36 Acceptor0 SelectChannelConnector@0.0.0.0:18647, state=RUNNABLE, group=TGRP-TestRemoteStreaming]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 2) Thread[id=37, name=qtp1867825290-37 Acceptor1 SelectChannelConnector@0.0.0.0:18647, state=BLOCKED, group=TGRP-TestRemoteStreaming]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 3) Thread[id=38, name=qtp1867825290-38 Acceptor2 SelectChannelConnector@0.0.0.0:18647, state=BLOCKED, group=TGRP-TestRemoteStreaming]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 4) Thread[id=39, name=qtp1867825290-39 Acceptor3 SelectChannelConnector@0.0.0.0:18647, state=BLOCKED, group=TGRP-TestRemoteStreaming]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([8A7C242F25B7715C]:0)
[junit4:junit4] > Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4:junit4] > 1) Thread[id=36, name=qtp1867825290-36 Acceptor0 SelectChannelConnector@0.0.0.0:18647, state=RUNNABLE, group=TGRP-TestRemoteStreaming]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 2) Thread[id=37, name=qtp1867825290-37 Acceptor1 SelectChannelConnector@0.0.0.0:18647, state=BLOCKED, group=TGRP-TestRemoteStreaming]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 3) Thread[id=38, name=qtp1867825290-38 Acceptor2 SelectChannelConnector@0.0.0.0:18647, state=BLOCKED, group=TGRP-TestRemoteStreaming]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 4) Thread[id=39, name=qtp1867825290-39 Acceptor3 SelectChannelConnector@0.0.0.0:18647, state=BLOCKED, group=TGRP-TestRemoteStreaming]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([8A7C242F25B7715C]:0)
[junit4:junit4] Completed on J1 in 27.19s, 4 tests, 2 errors <<< FAILURES!
[...truncated 515 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:335: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:178: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/module-build.xml:61: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1163: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:827: There were test failures: 233 suites, 965 tests, 4 suite-level errors, 863 ignored
Total time: 67 minutes 30 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 82 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/82/
4 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.schema.TestBinaryField
Error Message:
4 threads leaked from SUITE scope at org.apache.solr.schema.TestBinaryField: 1) Thread[id=915, name=qtp62310490-915 Acceptor2 SelectChannelConnector@0.0.0.0:53433, state=BLOCKED, group=TGRP-TestBinaryField] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 2) Thread[id=913, name=qtp62310490-913 Acceptor0 SelectChannelConnector@0.0.0.0:53433, state=RUNNABLE, group=TGRP-TestBinaryField] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 3) Thread[id=916, name=qtp62310490-916 Acceptor3 SelectChannelConnector@0.0.0.0:53433, state=BLOCKED, group=TGRP-TestBinaryField] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 4) Thread[id=914, name=qtp62310490-914 Acceptor1 SelectChannelConnector@0.0.0.0:53433, state=BLOCKED, group=TGRP-TestBinaryField] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.schema.TestBinaryField:
1) Thread[id=915, name=qtp62310490-915 Acceptor2 SelectChannelConnector@0.0.0.0:53433, state=BLOCKED, group=TGRP-TestBinaryField]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
2) Thread[id=913, name=qtp62310490-913 Acceptor0 SelectChannelConnector@0.0.0.0:53433, state=RUNNABLE, group=TGRP-TestBinaryField]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
3) Thread[id=916, name=qtp62310490-916 Acceptor3 SelectChannelConnector@0.0.0.0:53433, state=BLOCKED, group=TGRP-TestBinaryField]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
4) Thread[id=914, name=qtp62310490-914 Acceptor1 SelectChannelConnector@0.0.0.0:53433, state=BLOCKED, group=TGRP-TestBinaryField]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
at __randomizedtesting.SeedInfo.seed([2F512A638E7BAEDD]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.schema.TestBinaryField
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=916, name=qtp62310490-916 Acceptor3 SelectChannelConnector@0.0.0.0:53433, state=BLOCKED, group=TGRP-TestBinaryField] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 2) Thread[id=913, name=qtp62310490-913 Acceptor0 SelectChannelConnector@0.0.0.0:53433, state=RUNNABLE, group=TGRP-TestBinaryField] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 3) Thread[id=915, name=qtp62310490-915 Acceptor2 SelectChannelConnector@0.0.0.0:53433, state=BLOCKED, group=TGRP-TestBinaryField] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 4) Thread[id=914, name=qtp62310490-914 Acceptor1 SelectChannelConnector@0.0.0.0:53433, state=BLOCKED, group=TGRP-TestBinaryField] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=916, name=qtp62310490-916 Acceptor3 SelectChannelConnector@0.0.0.0:53433, state=BLOCKED, group=TGRP-TestBinaryField]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
2) Thread[id=913, name=qtp62310490-913 Acceptor0 SelectChannelConnector@0.0.0.0:53433, state=RUNNABLE, group=TGRP-TestBinaryField]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
3) Thread[id=915, name=qtp62310490-915 Acceptor2 SelectChannelConnector@0.0.0.0:53433, state=BLOCKED, group=TGRP-TestBinaryField]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
4) Thread[id=914, name=qtp62310490-914 Acceptor1 SelectChannelConnector@0.0.0.0:53433, state=BLOCKED, group=TGRP-TestBinaryField]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
at __randomizedtesting.SeedInfo.seed([2F512A638E7BAEDD]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.update.SolrCmdDistributorTest
Error Message:
20 threads leaked from SUITE scope at org.apache.solr.update.SolrCmdDistributorTest: 1) Thread[id=214, name=qtp1260033842-214 Acceptor1 SelectChannelConnector@0.0.0.0:26000, state=BLOCKED, group=TGRP-SolrCmdDistributorTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 2) Thread[id=201, name=qtp1780912385-201 Acceptor3 SelectChannelConnector@0.0.0.0:47399, state=BLOCKED, group=TGRP-SolrCmdDistributorTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 3) Thread[id=161, name=qtp32666227-161 Acceptor1 SelectChannelConnector@0.0.0.0:34867, state=BLOCKED, group=TGRP-SolrCmdDistributorTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 4) Thread[id=176, name=qtp558585657-176 Acceptor2 SelectChannelConnector@0.0.0.0:52659, state=BLOCKED, group=TGRP-SolrCmdDistributorTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 5) Thread[id=163, name=qtp32666227-163 Acceptor3 SelectChannelConnector@0.0.0.0:34867, state=BLOCKED, group=TGRP-SolrCmdDistributorTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 6) Thread[id=213, name=qtp1260033842-213 Acceptor0 SelectChannelConnector@0.0.0.0:26000, state=BLOCKED, group=TGRP-SolrCmdDistributorTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 7) Thread[id=202, name=qtp1780912385-202 Acceptor1 SelectChannelConnector@0.0.0.0:47399, state=BLOCKED, group=TGRP-SolrCmdDistributorTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 8) Thread[id=174, name=qtp558585657-174 Acceptor0 SelectChannelConnector@0.0.0.0:52659, state=RUNNABLE, group=TGRP-SolrCmdDistributorTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 9) Thread[id=215, name=qtp1260033842-215 Acceptor2 SelectChannelConnector@0.0.0.0:26000, state=RUNNABLE, group=TGRP-SolrCmdDistributorTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 10) Thread[id=200, name=qtp1780912385-200 Acceptor0 SelectChannelConnector@0.0.0.0:47399, state=RUNNABLE, group=TGRP-SolrCmdDistributorTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 11) Thread[id=187, name=qtp1156563665-187 Acceptor0 SelectChannelConnector@0.0.0.0:62459, state=BLOCKED, group=TGRP-SolrCmdDistributorTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 12) Thread[id=190, name=qtp1156563665-190 Acceptor3 SelectChannelConnector@0.0.0.0:62459, state=BLOCKED, group=TGRP-SolrCmdDistributorTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 13) Thread[id=188, name=qtp1156563665-188 Acceptor1 SelectChannelConnector@0.0.0.0:62459, state=RUNNABLE, group=TGRP-SolrCmdDistributorTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 14) Thread[id=177, name=qtp558585657-177 Acceptor3 SelectChannelConnector@0.0.0.0:52659, state=BLOCKED, group=TGRP-SolrCmdDistributorTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 15) Thread[id=160, name=qtp32666227-160 Acceptor0 SelectChannelConnector@0.0.0.0:34867, state=BLOCKED, group=TGRP-SolrCmdDistributorTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 16) Thread[id=203, name=qtp1780912385-203 Acceptor2 SelectChannelConnector@0.0.0.0:47399, state=BLOCKED, group=TGRP-SolrCmdDistributorTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 17) Thread[id=175, name=qtp558585657-175 Acceptor1 SelectChannelConnector@0.0.0.0:52659, state=BLOCKED, group=TGRP-SolrCmdDistributorTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 18) Thread[id=162, name=qtp32666227-162 Acceptor2 SelectChannelConnector@0.0.0.0:34867, state=RUNNABLE, group=TGRP-SolrCmdDistributorTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 19) Thread[id=216, name=qtp1260033842-216 Acceptor3 SelectChannelConnector@0.0.0.0:26000, state=BLOCKED, group=TGRP-SolrCmdDistributorTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 20) Thread[id=189, name=qtp1156563665-189 Acceptor2 SelectChannelConnector@0.0.0.0:62459, state=BLOCKED, group=TGRP-SolrCmdDistributorTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 20 threads leaked from SUITE scope at org.apache.solr.update.SolrCmdDistributorTest:
1) Thread[id=214, name=qtp1260033842-214 Acceptor1 SelectChannelConnector@0.0.0.0:26000, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
2) Thread[id=201, name=qtp1780912385-201 Acceptor3 SelectChannelConnector@0.0.0.0:47399, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
3) Thread[id=161, name=qtp32666227-161 Acceptor1 SelectChannelConnector@0.0.0.0:34867, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
4) Thread[id=176, name=qtp558585657-176 Acceptor2 SelectChannelConnector@0.0.0.0:52659, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
5) Thread[id=163, name=qtp32666227-163 Acceptor3 SelectChannelConnector@0.0.0.0:34867, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
6) Thread[id=213, name=qtp1260033842-213 Acceptor0 SelectChannelConnector@0.0.0.0:26000, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
7) Thread[id=202, name=qtp1780912385-202 Acceptor1 SelectChannelConnector@0.0.0.0:47399, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
8) Thread[id=174, name=qtp558585657-174 Acceptor0 SelectChannelConnector@0.0.0.0:52659, state=RUNNABLE, group=TGRP-SolrCmdDistributorTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
9) Thread[id=215, name=qtp1260033842-215 Acceptor2 SelectChannelConnector@0.0.0.0:26000, state=RUNNABLE, group=TGRP-SolrCmdDistributorTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
10) Thread[id=200, name=qtp1780912385-200 Acceptor0 SelectChannelConnector@0.0.0.0:47399, state=RUNNABLE, group=TGRP-SolrCmdDistributorTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
11) Thread[id=187, name=qtp1156563665-187 Acceptor0 SelectChannelConnector@0.0.0.0:62459, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
12) Thread[id=190, name=qtp1156563665-190 Acceptor3 SelectChannelConnector@0.0.0.0:62459, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
13) Thread[id=188, name=qtp1156563665-188 Acceptor1 SelectChannelConnector@0.0.0.0:62459, state=RUNNABLE, group=TGRP-SolrCmdDistributorTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
14) Thread[id=177, name=qtp558585657-177 Acceptor3 SelectChannelConnector@0.0.0.0:52659, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
15) Thread[id=160, name=qtp32666227-160 Acceptor0 SelectChannelConnector@0.0.0.0:34867, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
16) Thread[id=203, name=qtp1780912385-203 Acceptor2 SelectChannelConnector@0.0.0.0:47399, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
17) Thread[id=175, name=qtp558585657-175 Acceptor1 SelectChannelConnector@0.0.0.0:52659, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
18) Thread[id=162, name=qtp32666227-162 Acceptor2 SelectChannelConnector@0.0.0.0:34867, state=RUNNABLE, group=TGRP-SolrCmdDistributorTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
19) Thread[id=216, name=qtp1260033842-216 Acceptor3 SelectChannelConnector@0.0.0.0:26000, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
20) Thread[id=189, name=qtp1156563665-189 Acceptor2 SelectChannelConnector@0.0.0.0:62459, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
at __randomizedtesting.SeedInfo.seed([2F512A638E7BAEDD]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.update.SolrCmdDistributorTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=214, name=qtp1260033842-214 Acceptor1 SelectChannelConnector@0.0.0.0:26000, state=BLOCKED, group=TGRP-SolrCmdDistributorTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 2) Thread[id=161, name=qtp32666227-161 Acceptor1 SelectChannelConnector@0.0.0.0:34867, state=BLOCKED, group=TGRP-SolrCmdDistributorTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 3) Thread[id=201, name=qtp1780912385-201 Acceptor3 SelectChannelConnector@0.0.0.0:47399, state=BLOCKED, group=TGRP-SolrCmdDistributorTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 4) Thread[id=163, name=qtp32666227-163 Acceptor3 SelectChannelConnector@0.0.0.0:34867, state=BLOCKED, group=TGRP-SolrCmdDistributorTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 5) Thread[id=176, name=qtp558585657-176 Acceptor2 SelectChannelConnector@0.0.0.0:52659, state=BLOCKED, group=TGRP-SolrCmdDistributorTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 6) Thread[id=213, name=qtp1260033842-213 Acceptor0 SelectChannelConnector@0.0.0.0:26000, state=BLOCKED, group=TGRP-SolrCmdDistributorTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 7) Thread[id=174, name=qtp558585657-174 Acceptor0 SelectChannelConnector@0.0.0.0:52659, state=RUNNABLE, group=TGRP-SolrCmdDistributorTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 8) Thread[id=202, name=qtp1780912385-202 Acceptor1 SelectChannelConnector@0.0.0.0:47399, state=BLOCKED, group=TGRP-SolrCmdDistributorTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 9) Thread[id=200, name=qtp1780912385-200 Acceptor0 SelectChannelConnector@0.0.0.0:47399, state=RUNNABLE, group=TGRP-SolrCmdDistributorTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 10) Thread[id=215, name=qtp1260033842-215 Acceptor2 SelectChannelConnector@0.0.0.0:26000, state=RUNNABLE, group=TGRP-SolrCmdDistributorTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 11) Thread[id=187, name=qtp1156563665-187 Acceptor0 SelectChannelConnector@0.0.0.0:62459, state=BLOCKED, group=TGRP-SolrCmdDistributorTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 12) Thread[id=188, name=qtp1156563665-188 Acceptor1 SelectChannelConnector@0.0.0.0:62459, state=RUNNABLE, group=TGRP-SolrCmdDistributorTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 13) Thread[id=190, name=qtp1156563665-190 Acceptor3 SelectChannelConnector@0.0.0.0:62459, state=BLOCKED, group=TGRP-SolrCmdDistributorTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 14) Thread[id=177, name=qtp558585657-177 Acceptor3 SelectChannelConnector@0.0.0.0:52659, state=BLOCKED, group=TGRP-SolrCmdDistributorTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 15) Thread[id=160, name=qtp32666227-160 Acceptor0 SelectChannelConnector@0.0.0.0:34867, state=BLOCKED, group=TGRP-SolrCmdDistributorTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 16) Thread[id=203, name=qtp1780912385-203 Acceptor2 SelectChannelConnector@0.0.0.0:47399, state=BLOCKED, group=TGRP-SolrCmdDistributorTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 17) Thread[id=175, name=qtp558585657-175 Acceptor1 SelectChannelConnector@0.0.0.0:52659, state=BLOCKED, group=TGRP-SolrCmdDistributorTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 18) Thread[id=162, name=qtp32666227-162 Acceptor2 SelectChannelConnector@0.0.0.0:34867, state=RUNNABLE, group=TGRP-SolrCmdDistributorTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 19) Thread[id=216, name=qtp1260033842-216 Acceptor3 SelectChannelConnector@0.0.0.0:26000, state=BLOCKED, group=TGRP-SolrCmdDistributorTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 20) Thread[id=189, name=qtp1156563665-189 Acceptor2 SelectChannelConnector@0.0.0.0:62459, state=BLOCKED, group=TGRP-SolrCmdDistributorTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=214, name=qtp1260033842-214 Acceptor1 SelectChannelConnector@0.0.0.0:26000, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
2) Thread[id=161, name=qtp32666227-161 Acceptor1 SelectChannelConnector@0.0.0.0:34867, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
3) Thread[id=201, name=qtp1780912385-201 Acceptor3 SelectChannelConnector@0.0.0.0:47399, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
4) Thread[id=163, name=qtp32666227-163 Acceptor3 SelectChannelConnector@0.0.0.0:34867, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
5) Thread[id=176, name=qtp558585657-176 Acceptor2 SelectChannelConnector@0.0.0.0:52659, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
6) Thread[id=213, name=qtp1260033842-213 Acceptor0 SelectChannelConnector@0.0.0.0:26000, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
7) Thread[id=174, name=qtp558585657-174 Acceptor0 SelectChannelConnector@0.0.0.0:52659, state=RUNNABLE, group=TGRP-SolrCmdDistributorTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
8) Thread[id=202, name=qtp1780912385-202 Acceptor1 SelectChannelConnector@0.0.0.0:47399, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
9) Thread[id=200, name=qtp1780912385-200 Acceptor0 SelectChannelConnector@0.0.0.0:47399, state=RUNNABLE, group=TGRP-SolrCmdDistributorTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
10) Thread[id=215, name=qtp1260033842-215 Acceptor2 SelectChannelConnector@0.0.0.0:26000, state=RUNNABLE, group=TGRP-SolrCmdDistributorTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
11) Thread[id=187, name=qtp1156563665-187 Acceptor0 SelectChannelConnector@0.0.0.0:62459, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
12) Thread[id=188, name=qtp1156563665-188 Acceptor1 SelectChannelConnector@0.0.0.0:62459, state=RUNNABLE, group=TGRP-SolrCmdDistributorTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
13) Thread[id=190, name=qtp1156563665-190 Acceptor3 SelectChannelConnector@0.0.0.0:62459, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
14) Thread[id=177, name=qtp558585657-177 Acceptor3 SelectChannelConnector@0.0.0.0:52659, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
15) Thread[id=160, name=qtp32666227-160 Acceptor0 SelectChannelConnector@0.0.0.0:34867, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
16) Thread[id=203, name=qtp1780912385-203 Acceptor2 SelectChannelConnector@0.0.0.0:47399, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
17) Thread[id=175, name=qtp558585657-175 Acceptor1 SelectChannelConnector@0.0.0.0:52659, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
18) Thread[id=162, name=qtp32666227-162 Acceptor2 SelectChannelConnector@0.0.0.0:34867, state=RUNNABLE, group=TGRP-SolrCmdDistributorTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
19) Thread[id=216, name=qtp1260033842-216 Acceptor3 SelectChannelConnector@0.0.0.0:26000, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
20) Thread[id=189, name=qtp1156563665-189 Acceptor2 SelectChannelConnector@0.0.0.0:62459, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
at __randomizedtesting.SeedInfo.seed([2F512A638E7BAEDD]:0)
Build Log:
[...truncated 7836 lines...]
[junit4:junit4] Suite: org.apache.solr.update.SolrCmdDistributorTest
[junit4:junit4] 2> 6 T153 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4] 2> 853 T153 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4] 2> 1349 T153 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:34867
[junit4:junit4] 2> 1399 T153 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 1400 T153 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr
[junit4:junit4] 2> 1401 T153 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/'
[junit4:junit4] 2> 1506 T153 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 1507 T153 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 1508 T153 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr
[junit4:junit4] 2> 1508 T153 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4] 2> 1509 T153 oasc.CoreContainer.<init> New CoreContainer 248869195
[junit4:junit4] 2> 1510 T153 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/'
[junit4:junit4] 2> 1511 T153 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/'
[junit4:junit4] 2> 1588 T153 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 1645 T153 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4] 2> 1646 T153 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4] 2> 1647 T153 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 1648 T153 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4] 2> 1722 T153 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 1824 T153 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-tlog.xml
[junit4:junit4] 2> 1826 T153 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 1843 T153 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 2692 T153 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 2709 T153 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 2733 T153 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 2746 T153 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2752 T153 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2765 T153 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2768 T153 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2769 T153 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.update.SolrCmdDistributorTest-1352085620085/control/data/
[junit4:junit4] 2> 2770 T153 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
[junit4:junit4] 2> 2771 T153 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2772 T153 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for MockDirWrapper(org.apache.lucene.store.RAMDirectory@5d2f717c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@55c3b3af) assuming 'simple'
[junit4:junit4] 2> 2773 T153 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352085620085/control/data forceNew:false
[junit4:junit4] 2> 2774 T153 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352085620085/control/data
[junit4:junit4] 2> 2775 T153 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.update.SolrCmdDistributorTest-1352085620085/control/data/index/
[junit4:junit4] 2> 2776 T153 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.update.SolrCmdDistributorTest-1352085620085/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 2777 T153 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352085620085/control/data/index forceNew:false
[junit4:junit4] 2> 2782 T153 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1698ab04 lockFactory=org.apache.lucene.store.NativeFSLockFactory@14c8cdca),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 2783 T153 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 2784 T153 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352085620085/control/data/index
[junit4:junit4] 2> 2787 T153 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 2788 T153 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 2790 T153 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 2791 T153 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 2803 T153 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 2810 T153 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352085620085/control/data
[junit4:junit4] 2> 2811 T153 oass.SolrIndexSearcher.<init> Opening Searcher@1babe751 main
[junit4:junit4] 2> 2813 T153 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 2814 T153 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 2815 T153 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 2815 T153 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 2816 T153 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 2817 T153 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 2818 T153 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 2818 T153 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 2819 T153 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 2819 T153 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 2820 T153 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 2821 T153 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 2857 T168 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1babe751 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 2857 T153 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 2859 T153 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
[junit4:junit4] 2> 2860 T153 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 3022 T153 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 3049 T153 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4] 2> 3052 T153 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:52659
[junit4:junit4] 2> 3054 T153 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 3055 T153 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr
[junit4:junit4] 2> 3056 T153 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/'
[junit4:junit4] 2> 3098 T153 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 3099 T153 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 3099 T153 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr
[junit4:junit4] 2> 3100 T153 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4] 2> 3100 T153 oasc.CoreContainer.<init> New CoreContainer 1150278865
[junit4:junit4] 2> 3101 T153 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/'
[junit4:junit4] 2> 3102 T153 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/'
[junit4:junit4] 2> 3137 T153 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 3170 T153 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4] 2> 3171 T153 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4] 2> 3174 T153 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 3175 T153 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4] 2> 3239 T153 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 3341 T153 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-tlog.xml
[junit4:junit4] 2> 3346 T153 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 3360 T153 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 4363 T153 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 4440 T153 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 4448 T153 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 4601 T153 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 4613 T153 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 4622 T153 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 4625 T153 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 4628 T153 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.update.SolrCmdDistributorTest-1352085620085/shard0/data/
[junit4:junit4] 2> 4629 T153 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
[junit4:junit4] 2> 4630 T153 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 4634 T153 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/index5064950653tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@b24044e; maxCacheMB=0.978515625 maxMergeSizeMB=0.0126953125)) assuming 'simple'
[junit4:junit4] 2> 4636 T153 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352085620085/shard0/data forceNew:false
[junit4:junit4] 2> 4637 T153 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352085620085/shard0/data
[junit4:junit4] 2> 4638 T153 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.update.SolrCmdDistributorTest-1352085620085/shard0/data/index/
[junit4:junit4] 2> 4639 T153 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.update.SolrCmdDistributorTest-1352085620085/shard0/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 4649 T153 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352085620085/shard0/data/index forceNew:false
[junit4:junit4] 2> 4664 T153 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/index5064950654tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@412429c; maxCacheMB=0.0380859375 maxMergeSizeMB=0.044921875)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 4665 T153 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 4667 T153 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352085620085/shard0/data/index
[junit4:junit4] 2> 4669 T153 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 4670 T153 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 4672 T153 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 4673 T153 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 4681 T153 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 4695 T153 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352085620085/shard0/data
[junit4:junit4] 2> 4699 T153 oass.SolrIndexSearcher.<init> Opening Searcher@410e4a33 main
[junit4:junit4] 2> 4701 T153 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 4702 T153 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 4703 T153 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 4704 T153 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 4705 T153 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 4705 T153 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 4706 T153 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 4707 T153 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 4708 T153 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 4709 T153 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 4709 T153 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 4710 T153 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 4749 T181 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@410e4a33 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 4749 T153 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 4751 T153 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
[junit4:junit4] 2> 4751 T153 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 4752 T153 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 4770 T153 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4] 2> 4775 T153 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:62459
[junit4:junit4] 2> 4777 T153 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 4778 T153 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr
[junit4:junit4] 2> 4780 T153 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/'
[junit4:junit4] 2> 4850 T153 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 4851 T153 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 4852 T153 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr
[junit4:junit4] 2> 4852 T153 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4] 2> 4853 T153 oasc.CoreContainer.<init> New CoreContainer 432218939
[junit4:junit4] 2> 4854 T153 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/'
[junit4:junit4] 2> 4854 T153 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/'
[junit4:junit4] 2> 4939 T153 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 4978 T153 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4] 2> 4979 T153 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4] 2> 4981 T153 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 4982 T153 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4] 2> 5055 T153 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 5123 T153 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-tlog.xml
[junit4:junit4] 2> 5125 T153 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 5142 T153 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 6030 T153 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 6047 T153 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 6054 T153 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 6071 T153 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 6083 T153 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 6094 T153 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 6096 T153 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 6098 T153 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.update.SolrCmdDistributorTest-1352085620085/shard1/data/
[junit4:junit4] 2> 6098 T153 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
[junit4:junit4] 2> 6099 T153 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 6100 T153 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@2ae61f87 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6a1fee11) assuming 'simple'
[junit4:junit4] 2> 6101 T153 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352085620085/shard1/data forceNew:false
[junit4:junit4] 2> 6101 T153 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352085620085/shard1/data
[junit4:junit4] 2> 6102 T153 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.update.SolrCmdDistributorTest-1352085620085/shard1/data/index/
[junit4:junit4] 2> 6103 T153 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.update.SolrCmdDistributorTest-1352085620085/shard1/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 6104 T153 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352085620085/shard1/data/index forceNew:false
[junit4:junit4] 2> 6108 T153 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@475b73eb lockFactory=org.apache.lucene.store.NativeFSLockFactory@5303a7a),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 6109 T153 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 6110 T153 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352085620085/shard1/data/index
[junit4:junit4] 2> 6112 T153 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 6114 T153 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 6115 T153 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 6116 T153 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 6124 T153 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 6147 T153 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352085620085/shard1/data
[junit4:junit4] 2> 6148 T153 oass.SolrIndexSearcher.<init> Opening Searcher@16cfb07 main
[junit4:junit4] 2> 6150 T153 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 6150 T153 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 6151 T153 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 6151 T153 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 6152 T153 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 6153 T153 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 6153 T153 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 6154 T153 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 6154 T153 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 6155 T153 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 6155 T153 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 6156 T153 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 6182 T194 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@16cfb07 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 6182 T153 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 6184 T153 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
[junit4:junit4] 2> 6184 T153 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 6185 T153 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 6201 T153 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4] 2> 6205 T153 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:47399
[junit4:junit4] 2> 6206 T153 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 6207 T153 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr
[junit4:junit4] 2> 6207 T153 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/'
[junit4:junit4] 2> 6244 T153 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 6245 T153 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 6245 T153 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr
[junit4:junit4] 2> 6246 T153 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4] 2> 6246 T153 oasc.CoreContainer.<init> New CoreContainer 2089812906
[junit4:junit4] 2> 6247 T153 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/'
[junit4:junit4] 2> 6248 T153 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/'
[junit4:junit4] 2> 6276 T153 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 6297 T153 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4] 2> 6298 T153 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4] 2> 6300 T153 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 6301 T153 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4] 2> 6347 T153 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 6406 T153 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-tlog.xml
[junit4:junit4] 2> 6407 T153 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 6423 T153 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 7261 T153 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 7273 T153 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 7278 T153 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 7296 T153 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 7305 T153 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 7313 T153 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 7316 T153 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 7318 T153 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.update.SolrCmdDistributorTest-1352085620085/shard2/data/
[junit4:junit4] 2> 7318 T153 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
[junit4:junit4] 2> 7319 T153 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 7320 T153 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for MockDirWrapper(org.apache.lucene.store.RAMDirectory@65f72a79 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4605a23b) assuming 'simple'
[junit4:junit4] 2> 7321 T153 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352085620085/shard2/data forceNew:false
[junit4:junit4] 2> 7322 T153 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352085620085/shard2/data
[junit4:junit4] 2> 7322 T153 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.update.SolrCmdDistributorTest-1352085620085/shard2/data/index/
[junit4:junit4] 2> 7323 T153 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.update.SolrCmdDistributorTest-1352085620085/shard2/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 7324 T153 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352085620085/shard2/data/index forceNew:false
[junit4:junit4] 2> 7329 T153 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@70dbdc4b lockFactory=org.apache.lucene.store.NativeFSLockFactory@746dbfb0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 7330 T153 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 7331 T153 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352085620085/shard2/data/index
[junit4:junit4] 2> 7333 T153 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 7334 T153 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 7336 T153 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 7337 T153 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 7345 T153 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 7355 T153 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352085620085/shard2/data
[junit4:junit4] 2> 7356 T153 oass.SolrIndexSearcher.<init> Opening Searcher@4e253bf8 main
[junit4:junit4] 2> 7360 T153 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 7361 T153 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 7362 T153 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 7362 T153 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 7363 T153 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 7363 T153 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 7364 T153 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 7364 T153 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 7365 T153 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 7365 T153 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 7366 T153 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 7367 T153 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 7395 T207 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4e253bf8 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 7395 T153 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 7396 T153 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
[junit4:junit4] 2> 7397 T153 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 7397 T153 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 7417 T153 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4] 2> 7421 T153 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:26000
[junit4:junit4] 2> 7422 T153 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 7423 T153 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr
[junit4:junit4] 2> 7424 T153 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/'
[junit4:junit4] 2> 7462 T153 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 7463 T153 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 7463 T153 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr
[junit4:junit4] 2> 7463 T153 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4] 2> 7464 T153 oasc.CoreContainer.<init> New CoreContainer 809997094
[junit4:junit4] 2> 7465 T153 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/'
[junit4:junit4] 2> 7466 T153 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/'
[junit4:junit4] 2> 7494 T153 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 7519 T153 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4] 2> 7520 T153 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4] 2> 7521 T153 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 7522 T153 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4] 2> 7574 T153 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 7636 T153 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-tlog.xml
[junit4:junit4] 2> 7638 T153 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 7648 T153 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 8425 T153 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 8441 T153 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 8446 T153 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 8458 T153 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 8464 T153 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 8469 T153 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 8471 T153 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 8473 T153 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.update.SolrCmdDistributorTest-1352085620085/shard3/data/
[junit4:junit4] 2> 8474 T153 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
[junit4:junit4] 2> 8474 T153 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 8476 T153 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for MockDirWrapper(org.apache.lucene.store.RAMDirectory@66fcc070 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5bbe2de2) assuming 'simple'
[junit4:junit4] 2> 8476 T153 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352085620085/shard3/data forceNew:false
[junit4:junit4] 2> 8477 T153 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352085620085/shard3/data
[junit4:junit4] 2> 8478 T153 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.update.SolrCmdDistributorTest-1352085620085/shard3/data/index/
[junit4:junit4] 2> 8479 T153 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.update.SolrCmdDistributorTest-1352085620085/shard3/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 8480 T153 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352085620085/shard3/data/index forceNew:false
[junit4:junit4] 2> 8486 T153 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@5ce904c4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@a828579),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 8486 T153 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 8488 T153 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352085620085/shard3/data/index
[junit4:junit4] 2> 8490 T153 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 8491 T153 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 8492 T153 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 8493 T153 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 8512 T153 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 8521 T153 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352085620085/shard3/data
[junit4:junit4] 2> 8522 T153 oass.SolrIndexSearcher.<init> Opening Searcher@622ce9e6 main
[junit4:junit4] 2> 8524 T153 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 8525 T153 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 8525 T153 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 8526 T153 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 8527 T153 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 8527 T153 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 8528 T153 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 8529 T153 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 8529 T153 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 8530 T153 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 8530 T153 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 8531 T153 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 8562 T221 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@622ce9e6 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 8562 T153 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 8563 T153 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
[junit4:junit4] 2> 8564 T153 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 8565 T153 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C90 name=collection1 org.apache.solr.core.SolrCore@6bfc212d
[junit4:junit4] 2> 10803 T166 C90 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352085620085/control/data
[junit4:junit4] 2> 10808 T166 C90 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1698ab04 lockFactory=org.apache.lucene.store.NativeFSLockFactory@14c8cdca),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 10809 T166 C90 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 10820 T166 C90 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352085620085/control/data
[junit4:junit4] 2> 10832 T166 C90 oass.SolrIndexSearcher.<init> Opening Searcher@2ed021d9 realtime
[junit4:junit4] 2> 10833 T166 C90 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1417764542425858048)} 0 163
[junit4:junit4] 2> ASYNC NEW_CORE C91 name=collection1 org.apache.solr.core.SolrCore@62f6fb59
[junit4:junit4] 2> 11108 T180 C91 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352085620085/shard0/data
[junit4:junit4] 2> 11119 T180 C91 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/index5064950654tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@412429c; maxCacheMB=0.0380859375 maxMergeSizeMB=0.044921875)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 11120 T180 C91 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 11128 T180 C91 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352085620085/shard0/data
[junit4:junit4] 2> 11129 T180 C91 oass.SolrIndexSearcher.<init> Opening Searcher@6df960c4 realtime
[junit4:junit4] 2> 11130 T180 C91 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1417764542804393984)} 0 24
[junit4:junit4] 2> ASYNC NEW_CORE C92 name=collection1 org.apache.solr.core.SolrCore@438e9e9
[junit4:junit4] 2> 11143 T192 C92 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352085620085/shard1/data
[junit4:junit4] 2> 11147 T192 C92 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@475b73eb lockFactory=org.apache.lucene.store.NativeFSLockFactory@5303a7a),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 11148 T192 C92 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 11150 T192 C92 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352085620085/shard1/data
[junit4:junit4] 2> 11151 T192 C92 oass.SolrIndexSearcher.<init> Opening Searcher@168a6465 realtime
[junit4:junit4] 2> 11152 T192 C92 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1417764542843191296)} 0 9
[junit4:junit4] 2> ASYNC NEW_CORE C93 name=collection1 org.apache.solr.core.SolrCore@3b3eb5bd
[junit4:junit4] 2> 11163 T205 C93 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352085620085/shard2/data
[junit4:junit4] 2> 11166 T205 C93 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@70dbdc4b lockFactory=org.apache.lucene.store.NativeFSLockFactory@746dbfb0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 11167 T205 C93 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 11168 T205 C93 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352085620085/shard2/data
[junit4:junit4] 2> 11169 T205 C93 oass.SolrIndexSearcher.<init> Opening Searcher@5bc51ef0 realtime
[junit4:junit4] 2> 11170 T205 C93 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1417764542863114240)} 0 8
[junit4:junit4] 2> ASYNC NEW_CORE C94 name=collection1 org.apache.solr.core.SolrCore@7cb523dc
[junit4:junit4] 2> 11181 T219 C94 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352085620085/shard3/data
[junit4:junit4] 2> 11184 T219 C94 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@5ce904c4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@a828579),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 11185 T219 C94 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 11187 T219 C94 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352085620085/shard3/data
[junit4:junit4] 2> 11188 T219 C94 oass.SolrIndexSearcher.<init> Opening Searcher@8eb5cdc realtime
[junit4:junit4] 2> 11189 T219 C94 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1417764542883037184)} 0 9
[junit4:junit4] 2> 11208 T153 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16
[junit4:junit4] 2> 11307 T165 C90 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[1 (1417764543012012032)]} 0 3
[junit4:junit4] 2> 11318 T153 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:34867/solr/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 2> 11365 T167 C90 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 11372 T167 C90 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1698ab04 lockFactory=org.apache.lucene.store.NativeFSLockFactory@14c8cdca),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1698ab04 lockFactory=org.apache.lucene.store.NativeFSLockFactory@14c8cdca),segFN=segments_2,generation=2,filenames=[_0_Lucene41WithOrds_0.tib, _0_NestedPulsing_0.doc, _0.fnm, _0_Lucene41WithOrds_0.doc, _0_MockSep_0.pos, _0_Memory_0.ram, _0_Lucene41WithOrds_0.tii, _0_Lucene41WithOrds_0.pos, _0_nrm.cfs, _0_NestedPulsing_0.tip, _0_NestedPulsing_0.tim, _0_MockSep_0.tib, _0_NestedPulsing_0.pos, _0_MockSep_0.skp, _0_nrm.cfe, _0_MockSep_0.frq, segments_2, _0.fdx, _0_MockSep_0.tii, _0.si, _0_MockSep_0.pyl, _0_MockSep_0.doc, _0.fdt]
[junit4:junit4] 2> 11373 T167 C90 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0_Lucene41WithOrds_0.tib, _0_NestedPulsing_0.doc, _0.fnm, _0_Lucene41WithOrds_0.doc, _0_MockSep_0.pos, _0_Memory_0.ram, _0_Lucene41WithOrds_0.tii, _0_Lucene41WithOrds_0.pos, _0_nrm.cfs, _0_NestedPulsing_0.tip, _0_NestedPulsing_0.tim, _0_MockSep_0.tib, _0_NestedPulsing_0.pos, _0_MockSep_0.skp, _0_nrm.cfe, _0_MockSep_0.frq, segments_2, _0.fdx, _0_MockSep_0.tii, _0.si, _0_MockSep_0.pyl, _0_MockSep_0.doc, _0.fdt]
[junit4:junit4] 2> 11373 T167 C90 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352085620085/control/data
[junit4:junit4] 2> 11376 T167 C90 oass.SolrIndexSearcher.<init> Opening Searcher@29f873c7 main
[junit4:junit4] 2> 11377 T167 C90 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352085620085/control/data/index
[junit4:junit4] 2> 11378 T168 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@29f873c7 main{StandardDirectoryReader(segments_2:3:nrt _0(5.0):C1)}
[junit4:junit4] 2> 11378 T167 C90 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 11381 T168 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352085620085/control/data/index
[junit4:junit4] 2> 11382 T167 C90 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&commit_end_point=true&expungeDeletes=false&wt=javabin&softCommit=false&version=2} {commit=} 0 18
[junit4:junit4] 2> 11513 T166 C90 REQ [collection1] webapp=/solr path=/select params={wt=javabin&q=*:*&version=2} hits=1 status=0 QTime=75
[junit4:junit4] 2> 11523 T165 C90 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&commit_end_point=true&version=2} {add=[2 (1417764543237455872), 3 (1417764543240601600)]} 0 4
[junit4:junit4] 2> 11532 T178 C91 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&commit_end_point=true&version=2} {add=[2 (1417764543237455872), 3 (1417764543247941632), 4 (1417764543250038784)]} 0 13
[junit4:junit4] 2> 11534 T153 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:34867/solr/, StdNode: http://127.0.0.1:52659/solr/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 2> 11538 T166 C90 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 11538 T180 C91 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 11553 T166 C90 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1698ab04 lockFactory=org.apache.lucene.store.NativeFSLockFactory@14c8cdca),segFN=segments_2,generation=2,filenames=[_0_Lucene41WithOrds_0.tib, _0_NestedPulsing_0.doc, _0.fnm, _0_Lucene41WithOrds_0.doc, _0_MockSep_0.pos, _0_Memory_0.ram, _0_Lucene41WithOrds_0.tii, _0_Lucene41WithOrds_0.pos, _0_nrm.cfs, _0_NestedPulsing_0.tip, _0_NestedPulsing_0.tim, _0_MockSep_0.tib, _0_NestedPulsing_0.pos, _0_MockSep_0.skp, _0_nrm.cfe, _0_MockSep_0.frq, segments_2, _0.fdx, _0_MockSep_0.tii, _0.si, _0_MockSep_0.pyl, _0_MockSep_0.doc, _0.fdt]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1698ab04 lockFactory=org.apache.lucene.store.NativeFSLockFactory@14c8cdca),segFN=segments_3,generation=3,filenames=[_1_MockSep_0.frq, _0_Lucene41WithOrds_0.tib, _1_NestedPulsing_0.tip, _0_MockSep_0.pos, _1_Lucene41WithOrds_0.doc, _1_Lucene41WithOrds_0.pos, _0_Lucene41WithOrds_0.tii, _0_Lucene41WithOrds_0.pos, _0_NestedPulsing_0.tip, _1.fnm, _0_NestedPulsing_0.tim, _1_NestedPulsing_0.doc, _0_NestedPulsing_0.pos, _1_Memory_0.ram, _0_MockSep_0.skp, _1_NestedPulsing_0.tim, _0_MockSep_0.doc, _0.si, _1_MockSep_0.pyl, _0_NestedPulsing_0.doc, _1_MockSep_0.doc, _1_nrm.cfs, _1_MockSep_0.skp, _0_Lucene41WithOrds_0.doc, _0.fnm, _1_MockSep_0.pos, _1_MockSep_0.tib, _0_Memory_0.ram, _1_NestedPulsing_0.pos, _0_nrm.cfs, _1_MockSep_0.tii, _1_nrm.cfe, _0_MockSep_0.tib, _1.fdx, _1.fdt, _1.si, _1_Lucene41WithOrds_0.tii, _1_Lucene41WithOrds_0.tib, _0_nrm.cfe, _0_MockSep_0.frq, _0.fdx, _0_MockSep_0.tii, _0_MockSep_0.pyl, segments_3, _0.fdt]
[junit4:junit4] 2> 11554 T166 C90 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_1_MockSep_0.frq, _0_Lucene41WithOrds_0.tib, _1_NestedPulsing_0.tip, _0_MockSep_0.pos, _1_Lucene41WithOrds_0.doc, _1_Lucene41WithOrds_0.pos, _0_Lucene41WithOrds_0.tii, _0_Lucene41WithOrds_0.pos, _0_NestedPulsing_0.tip, _1.fnm, _0_NestedPulsing_0.tim, _1_NestedPulsing_0.doc, _0_NestedPulsing_0.pos, _1_Memory_0.ram, _0_MockSep_0.skp, _1_NestedPulsing_0.tim, _0_MockSep_0.doc, _0.si, _1_MockSep_0.pyl, _0_NestedPulsing_0.doc, _1_MockSep_0.doc, _1_nrm.cfs, _1_MockSep_0.skp, _0_Lucene41WithOrds_0.doc, _0.fnm, _1_MockSep_0.pos, _1_MockSep_0.tib, _0_Memory_0.ram, _1_NestedPulsing_0.pos, _0_nrm.cfs, _1_MockSep_0.tii, _1_nrm.cfe, _0_MockSep_0.tib, _1.fdx, _1.fdt, _1.si, _1_Lucene41WithOrds_0.tii, _1_Lucene41WithOrds_0.tib, _0_nrm.cfe, _0_MockSep_0.frq, _0.fdx, _0_MockSep_0.tii, _0_MockSep_0.pyl, segments_3, _0.fdt]
[junit4:junit4] 2> 11555 T166 C90 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352085620085/control/data
[junit4:junit4] 2> 11557 T166 C90 oass.SolrIndexSearcher.<init> Opening Searcher@6ecff10d main
[junit4:junit4] 2> 11558 T168 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6ecff10d main{StandardDirectoryReader(segments_3:5:nrt _0(5.0):C1 _1(5.0):C2)}
[junit4:junit4] 2> 11558 T166 C90 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 11559 T168 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352085620085/control/data/index
[junit4:junit4] 2> 11559 T166 C90 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&commit_end_point=true&expungeDeletes=false&wt=javabin&softCommit=false&version=2} {commit=} 0 21
[junit4:junit4] 2> 11880 T180 C91 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/index5064950654tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@412429c; maxCacheMB=0.0380859375 maxMergeSizeMB=0.044921875)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/index5064950654tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@412429c; maxCacheMB=0.0380859375 maxMergeSizeMB=0.044921875)),segFN=segments_2,generation=2,filenames=[_0_Lucene41WithOrds_0.tib, _0_NestedPulsing_0.doc, _0.fnm, _0_Lucene41WithOrds_0.doc, _0_MockSep_0.pos, _0_Memory_0.ram, _0_Lucene41WithOrds_0.tii, _0_Lucene41WithOrds_0.pos, _0_nrm.cfs, _0_NestedPulsing_0.tip, _0_NestedPulsing_0.tim, _0_MockSep_0.tib, _0_NestedPulsing_0.pos, _0_MockSep_0.skp, _0_nrm.cfe, _0_MockSep_0.frq, segments_2, _0.fdx, _0_MockSep_0.tii, _0.si, _0_MockSep_0.pyl, _0_MockSep_0.doc, _0.fdt]
[junit4:junit4] 2> 11881 T180 C91 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0_Lucene41WithOrds_0.tib, _0_NestedPulsing_0.doc, _0.fnm, _0_Lucene41WithOrds_0.doc, _0_MockSep_0.pos, _0_Memory_0.ram, _0_Lucene41WithOrds_0.tii, _0_Lucene41WithOrds_0.pos, _0_nrm.cfs, _0_NestedPulsing_0.tip, _0_NestedPulsing_0.tim, _0_MockSep_0.tib, _0_NestedPulsing_0.pos, _0_MockSep_0.skp, _0_nrm.cfe, _0_MockSep_0.frq, segments_2, _0.fdx, _0_MockSep_0.tii, _0.si, _0_MockSep_0.pyl, _0_MockSep_0.doc, _0.fdt]
[junit4:junit4] 2> 11882 T180 C91 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352085620085/shard0/data
[junit4:junit4] 2> 11897 T180 C91 oass.SolrIndexSearcher.<init> Opening Searcher@3aa5b597 main
[junit4:junit4] 2> 11897 T180 C91 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352085620085/shard0/data/index
[junit4:junit4] 2> 11898 T181 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3aa5b597 main{StandardDirectoryReader(segments_2:3:nrt _0(5.0):C3)}
[junit4:junit4] 2> 11898 T180 C91 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 11899 T181 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352085620085/shard0/data/index
[junit4:junit4] 2> 11899 T180 C91 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&commit_end_point=true&expungeDeletes=false&wt=javabin&softCommit=false&version=2} {commit=} 0 361
[junit4:junit4] 2> 11905 T166 C90 REQ [collection1] webapp=/solr path=/select params={wt=javabin&q=*:*&version=2} hits=3 status=0 QTime=1
[junit4:junit4] 2> 11918 T180 C91 REQ [collection1] webapp=/solr path=/select params={wt=javabin&q=*:*&version=2} hits=3 status=0 QTime=1
[junit4:junit4] 2> 11936 T165 C90 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&commit_end_point=true&version=2} {delete=[2 (-1417764543672614912)]} 0 2
[junit4:junit4] 2> 11936 T178 C91 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&commit_end_point=true&version=2} {delete=[2 (-1417764543673663488)]} 0 2
[junit4:junit4] 2> 11939 T153 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:34867/solr/, StdNode: http://127.0.0.1:52659/solr/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 2> 11945 T180 C91 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 11945 T166 C90 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 11948 T166 C90 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1698ab04 lockFactory=org.apache.lucene.store.NativeFSLockFactory@14c8cdca),segFN=segments_3,generation=3,filenames=[_1_MockSep_0.frq, _0_Lucene41WithOrds_0.tib, _1_NestedPulsing_0.tip, _0_MockSep_0.pos, _1_Lucene41WithOrds_0.doc, _1_Lucene41WithOrds_0.pos, _0_Lucene41WithOrds_0.tii, _0_Lucene41WithOrds_0.pos, _0_NestedPulsing_0.tip, _1.fnm, _0_NestedPulsing_0.tim, _1_NestedPulsing_0.doc, _0_NestedPulsing_0.pos, _1_Memory_0.ram, _0_MockSep_0.skp, _1_NestedPulsing_0.tim, _0_MockSep_0.doc, _0.si, _1_MockSep_0.pyl, _0_NestedPulsing_0.doc, _1_MockSep_0.doc, _1_nrm.cfs, _1_MockSep_0.skp, _0_Lucene41WithOrds_0.doc, _0.fnm, _1_MockSep_0.pos, _1_MockSep_0.tib, _0_Memory_0.ram, _1_NestedPulsing_0.pos, _0_nrm.cfs, _1_MockSep_0.tii, _1_nrm.cfe, _0_MockSep_0.tib, _1.fdx, _1.fdt, _1.si, _1_Lucene41WithOrds_0.tii, _1_Lucene41WithOrds_0.tib, _0_nrm.cfe, _0_MockSep_0.frq, _0.fdx, _0_MockSep_0.tii, _0_MockSep_0.pyl, segments_3, _0.fdt]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1698ab04 lockFactory=org.apache.lucene.store.NativeFSLockFactory@14c8cdca),segFN=segments_4,generation=4,filenames=[_1_MockSep_0.frq, _0_Lucene41WithOrds_0.tib, _1_NestedPulsing_0.tip, _0_MockSep_0.pos, _1_Lucene41WithOrds_0.doc, _1_Lucene41WithOrds_0.pos, _0_Lucene41WithOrds_0.tii, _0_Lucene41WithOrds_0.pos, _0_NestedPulsing_0.tip, _1.fnm, _0_NestedPulsing_0.tim, _1_NestedPulsing_0.doc, _0_NestedPulsing_0.pos, _1_Memory_0.ram, _0_MockSep_0.skp, _1_NestedPulsing_0.tim, _0_MockSep_0.doc, _0.si, _1_MockSep_0.pyl, _0_NestedPulsing_0.doc, _1_MockSep_0.doc, _1_nrm.cfs, _1_MockSep_0.skp, _0_Lucene41WithOrds_0.doc, _0.fnm, _1_MockSep_0.pos, _1_MockSep_0.tib, _0_Memory_0.ram, _1_NestedPulsing_0.pos, _0_nrm.cfs, _1_1.del, _1_MockSep_0.tii, _1_nrm.cfe, _0_MockSep_0.tib, _1.fdx, _1.fdt, _1.si, _1_Lucene41WithOrds_0.tii, _1_Lucene41WithOrds_0.tib, _0_nrm.cfe, _0_MockSep_0.frq, _0.fdx, _0_MockSep_0.tii, _0_MockSep_0.pyl, _0.fdt, segments_4]
[junit4:junit4] 2> 11949 T166 C90 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[_1_MockSep_0.frq, _0_Lucene41WithOrds_0.tib, _1_NestedPulsing_0.tip, _0_MockSep_0.pos, _1_Lucene41WithOrds_0.doc, _1_Lucene41WithOrds_0.pos, _0_Lucene41WithOrds_0.tii, _0_Lucene41WithOrds_0.pos, _0_NestedPulsing_0.tip, _1.fnm, _0_NestedPulsing_0.tim, _1_NestedPulsing_0.doc, _0_NestedPulsing_0.pos, _1_Memory_0.ram, _0_MockSep_0.skp, _1_NestedPulsing_0.tim, _0_MockSep_0.doc, _0.si, _1_MockSep_0.pyl, _0_NestedPulsing_0.doc, _1_MockSep_0.doc, _1_nrm.cfs, _1_MockSep_0.skp, _0_Lucene41WithOrds_0.doc, _0.fnm, _1_MockSep_0.pos, _1_MockSep_0.tib, _0_Memory_0.ram, _1_NestedPulsing_0.pos, _0_nrm.cfs, _1_1.del, _1_MockSep_0.tii, _1_nrm.cfe, _0_MockSep_0.tib, _1.fdx, _1.fdt, _1.si, _1_Lucene41WithOrds_0.tii, _1_Lucene41WithOrds_0.tib, _0_nrm.cfe, _0_MockSep_0.frq, _0.fdx, _0_MockSep_0.tii, _0_MockSep_0.pyl, _0.fdt, segments_4]
[junit4:junit4] 2> 11951 T166 C90 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352085620085/control/data
[junit4:junit4] 2> 11961 T166 C90 oass.SolrIndexSearcher.<init> Opening Searcher@75a70476 main
[junit4:junit4] 2> 11962 T168 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@75a70476 main{StandardDirectoryReader(segments_4:6:nrt _0(5.0):C1 _1(5.0):C2/1)}
[junit4:junit4] 2> 11962 T166 C90 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 11964 T168 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352085620085/control/data/index
[junit4:junit4] 2> 11965 T166 C90 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&commit_end_point=true&expungeDeletes=false&wt=javabin&softCommit=false&version=2} {commit=} 0 20
[junit4:junit4] 2> 11973 T180 C91 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/index5064950654tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@412429c; maxCacheMB=0.0380859375 maxMergeSizeMB=0.044921875)),segFN=segments_2,generation=2,filenames=[_0_Lucene41WithOrds_0.tib, _0_NestedPulsing_0.doc, _0.fnm, _0_Lucene41WithOrds_0.doc, _0_MockSep_0.pos, _0_Memory_0.ram, _0_Lucene41WithOrds_0.tii, _0_Lucene41WithOrds_0.pos, _0_nrm.cfs, _0_NestedPulsing_0.tip, _0_NestedPulsing_0.tim, _0_MockSep_0.tib, _0_NestedPulsing_0.pos, _0_MockSep_0.skp, _0_nrm.cfe, _0_MockSep_0.frq, segments_2, _0.fdx, _0_MockSep_0.tii, _0.si, _0_MockSep_0.pyl, _0_MockSep_0.doc, _0.fdt]
[junit4:junit4] 2> commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/index5064950654tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@412429c; maxCacheMB=0.0380859375 maxMergeSizeMB=0.044921875)),segFN=segments_3,generation=3,filenames=[_0_Lucene41WithOrds_0.tib, _0_NestedPulsing_0.doc, _0.fnm, _0_Lucene41WithOrds_0.doc, _0_MockSep_0.pos, _0_Memory_0.ram, _0_1.del, _0_Lucene41WithOrds_0.tii, _0_Lucene41WithOrds_0.pos, _0_nrm.cfs, _0_NestedPulsing_0.tip, _0_NestedPulsing_0.tim, _0_MockSep_0.tib, _0_NestedPulsing_0.pos, _0_MockSep_0.skp, _0_nrm.cfe, _0_MockSep_0.frq, _0.fdx, _0_MockSep_0.tii, _0.si, _0_MockSep_0.pyl, _0_MockSep_0.doc, _0.fdt, segments_3]
[junit4:junit4] 2> 11974 T180 C91 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0_Lucene41WithOrds_0.tib, _0_NestedPulsing_0.doc, _0.fnm, _0_Lucene41WithOrds_0.doc, _0_MockSep_0.pos, _0_Memory_0.ram, _0_1.del, _0_Lucene41WithOrds_0.tii, _0_Lucene41WithOrds_0.pos, _0_nrm.cfs, _0_NestedPulsing_0.tip, _0_NestedPulsing_0.tim, _0_MockSep_0.tib, _0_NestedPulsing_0.pos, _0_MockSep_0.skp, _0_nrm.cfe, _0_MockSep_0.frq, _0.fdx, _0_MockSep_0.tii, _0.si, _0_MockSep_0.pyl, _0_MockSep_0.doc, _0.fdt, segments_3]
[junit4:junit4] 2> 11976 T180 C91 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352085620085/shard0/data
[junit4:junit4] 2> 11977 T180 C91 oass.SolrIndexSearcher.<init> Opening Searcher@493c2797 main
[junit4:junit4] 2> 11978 T181 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@493c2797 main{StandardDirectoryReader(segments_3:4:nrt _0(5.0):C3/1)}
[junit4:junit4] 2> 11978 T180 C91 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 11979 T181 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352085620085/shard0/data/index
[junit4:junit4] 2> 11980 T180 C91 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&commit_end_point=true&expungeDeletes=false&wt=javabin&softCommit=false&version=2} {commit=} 0 36
[junit4:junit4] 2> 11985 T167 C90 REQ [collection1] webapp=/solr path=/select params={wt=javabin&q=*:*&version=2} hits=2 status=0 QTime=0
[junit4:junit4] 2> 11993 T178 C91 REQ [collection1] webapp=/solr path=/select params={wt=javabin&q=*:*&version=2} hits=2 status=0 QTime=1
[junit4:junit4] 2> 11999 T180 C91 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=true,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 12465 T180 C91 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/index5064950654tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@412429c; maxCacheMB=0.0380859375 maxMergeSizeMB=0.044921875)),segFN=segments_3,generation=3,filenames=[_0_Lucene41WithOrds_0.tib, _0_NestedPulsing_0.doc, _0.fnm, _0_Lucene41WithOrds_0.doc, _0_MockSep_0.pos, _0_Memory_0.ram, _0_1.del, _0_Lucene41WithOrds_0.tii, _0_Lucene41WithOrds_0.pos, _0_nrm.cfs, _0_NestedPulsing_0.tip, _0_NestedPulsing_0.tim, _0_MockSep_0.tib, _0_NestedPulsing_0.pos, _0_MockSep_0.skp, _0_nrm.cfe, _0_MockSep_0.frq, _0.fdx, _0_MockSep_0.tii, _0.si, _0_MockSep_0.pyl, _0_MockSep_0.doc, _0.fdt, segments_3]
[junit4:junit4] 2> commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/index5064950654tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@412429c; maxCacheMB=0.0380859375 maxMergeSizeMB=0.044921875)),segFN=segments_4,generation=4,filenames=[_1_NestedPulsing_0.tip, _1_MockSep_0.doc, _1_MockSep_0.frq, _1_MockSep_0.pyl, _1_nrm.cfs, _1_MockSep_0.skp, _1_MockSep_0.pos, _1_MockSep_0.tib, _1_Lucene41WithOrds_0.doc, _1_Lucene41WithOrds_0.pos, _1_NestedPulsing_0.pos, _1.fnm, _1_MockSep_0.tii, _1_nrm.cfe, _1_NestedPulsing_0.doc, _1.fdx, _1_Memory_0.ram, _1.fdt, _1.si, _1_Lucene41WithOrds_0.tii, _1_Lucene41WithOrds_0.tib, _1_NestedPulsing_0.tim, segments_4]
[junit4:junit4] 2> 12466 T180 C91 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[_1_NestedPulsing_0.tip, _1_MockSep_0.doc, _1_MockSep_0.frq, _1_MockSep_0.pyl, _1_nrm.cfs, _1_MockSep_0.skp, _1_MockSep_0.pos, _1_MockSep_0.tib, _1_Lucene41WithOrds_0.doc, _1_Lucene41WithOrds_0.pos, _1_NestedPulsing_0.pos, _1.fnm, _1_MockSep_0.tii, _1_nrm.cfe, _1_NestedPulsing_0.doc, _1.fdx, _1_Memory_0.ram, _1.fdt, _1.si, _1_Lucene41WithOrds_0.tii, _1_Lucene41WithOrds_0.tib, _1_NestedPulsing_0.tim, segments_4]
[junit4:junit4] 2> 12477 T180 C91 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352085620085/shard0/data
[junit4:junit4] 2> 12489 T180 C91 oass.SolrIndexSearcher.<init> Opening Searcher@33d8053c main
[junit4:junit4] 2> 12490 T180 C91 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 12490 T181 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@33d8053c main{StandardDirectoryReader(segments_4:6:nrt _1(5.0):C2)}
[junit4:junit4] 2> 12499 T181 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352085620085/shard0/data/index
[junit4:junit4] 2> 12500 T180 C91 UPDATE [collection1] webapp=/solr path=/update params={optimize=true&maxSegments=1&waitSearcher=true&wt=javabin&version=2} {optimize=} 0 501
[junit4:junit4] 2> 12505 T192 C92 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=true,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 12506 T192 C92 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352085620085/shard1/data
[junit4:junit4] 2> 12506 T192 C92 oass.SolrIndexSearcher.<init> Opening Searcher@15c8132a main
[junit4:junit4] 2> 12507 T192 C92 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352085620085/shard1/data/index
[junit4:junit4] 2> 12507 T194 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@15c8132a main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4:junit4] 2> 12507 T192 C92 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 12508 T194 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352085620085/shard1/data/index
[junit4:junit4] 2> 12508 T192 C92 UPDATE [collection1] webapp=/solr path=/update params={optimize=true&maxSegments=1&waitSearcher=true&wt=javabin&version=2} {optimize=} 0 3
[junit4:junit4] 2> 12513 T206 C93 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=true,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 12515 T206 C93 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352085620085/shard2/data
[junit4:junit4] 2> 12516 T206 C93 oass.SolrIndexSearcher.<init> Opening Searcher@748ae431 main
[junit4:junit4] 2> 12517 T206 C93 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352085620085/shard2/data/index
[junit4:junit4] 2> 12518 T207 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@748ae431 main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4:junit4] 2> 12518 T206 C93 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 12518 T207 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352085620085/shard2/data/index
[junit4:junit4] 2> 12519 T206 C93 UPDATE [collection1] webapp=/solr path=/update params={optimize=true&maxSegments=1&waitSearcher=true&wt=javabin&version=2} {optimize=} 0 6
[junit4:junit4] 2> 12524 T219 C94 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=true,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 12525 T219 C94 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352085620085/shard3/data
[junit4:junit4] 2> 12525 T219 C94 oass.SolrIndexSearcher.<init> Opening Searcher@5fec73d9 main
[junit4:junit4] 2> 12526 T219 C94 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352085620085/shard3/data/index
[junit4:junit4] 2> 12526 T219 C94 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 12526 T221 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5fec73d9 main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4:junit4] 2> 12527 T221 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352085620085/shard3/data/index
[junit4:junit4] 2> 12527 T219 C94 UPDATE [collection1] webapp=/solr path=/update params={optimize=true&maxSegments=1&waitSearcher=true&wt=javabin&version=2} {optimize=} 0 3
[junit4:junit4] 2> 12568 T218 C94 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[8 (1417764544304906240), 10 (1417764544311197696), 12 (1417764544312246272), 15 (1417764544315392001), 18 (1417764544316440577), 20 (1417764544320634880), 21 (1417764544322732032), 22 (1417764544327974912), 25 (1417764544329023488), 26 (1417764544333217792)]} 0 31
[junit4:junit4] 2> 12569 T192 C92 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[5 (1417764544304906240), 6 (1417764544309100544), 10 (1417764544311197696), 13 (1417764544315392001), 16 (1417764544316440576), 18 (1417764544321683456), 19 (1417764544325877760), 21 (1417764544329023488), 24 (1417764544333217792), 26 (1417764544336363521)]} 0 33
[junit4:junit4] 2> 12581 T178 C91 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[5 (1417764544304906240), 6 (1417764544312246272), 7 (1417764544315392001), 8 (1417764544317489152), 12 (1417764544323780608), 13 (1417764544331120641), 21 (1417764544338460672), 23 (1417764544344752129), 24 (1417764544348946432), 26 (1417764544349995009)]} 0 44
[junit4:junit4] 2> 12583 T193 C92 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[32 (1417764544310149120), 33 (1417764544315392000), 35 (1417764544317489152), 36 (1417764544322732032), 38 (1417764544326926337), 39 (1417764544330072064), 45 (1417764544335314944), 51 (1417764544344752128), 52 (1417764544346849281), 53 (1417764544347897857)]} 0 41
[junit4:junit4] 2> 12583 T219 C94 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[27 (1417764544307003392), 30 (1417764544315392000), 31 (1417764544318537728), 32 (1417764544324829184), 34 (1417764544327974913), 35 (1417764544330072065), 39 (1417764544335314944), 40 (1417764544338460672), 41 (1417764544344752128), 42 (1417764544345800704)]} 0 44
[junit4:junit4] 2> 12587 T234 C93 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[40 (1417764544316440576), 42 (1417764544321683457), 43 (1417764544326926336), 45 (1417764544329023489), 49 (1417764544335314944), 51 (1417764544337412097), 53 (1417764544344752129), 55 (1417764544346849280), 57 (1417764544347897857), 59 (1417764544349995008)]} 0 39
[junit4:junit4] 2> 12587 T242 C92 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[55 (1417764544326926336), 56 (1417764544329023489), 62 (1417764544336363520), 65 (1417764544338460672), 66 (1417764544344752129), 68 (1417764544346849280), 69 (1417764544347897856), 72 (1417764544348946432), 74 (1417764544353140736), 81 (1417764544356286464)]} 0 30
[junit4:junit4] 2> 12587 T246 C93 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[78 (1417764544331120640), 79 (1417764544335314945), 84 (1417764544337412096), 87 (1417764544342654976), 89 (1417764544344752128), 90 (1417764544345800704), 92 (1417764544347897856), 93 (1417764544348946433), 95 (1417764544349995009), 98 (1417764544353140736)]} 0 25
[junit4:junit4] 2> 12589 T205 C93 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[5 (1417764544302809088), 6 (1417764544308051968), 8 (1417764544312246272), 9 (1417764544314343425), 10 (1417764544317489152), 14 (1417764544321683456), 15 (1417764544326926337), 16 (1417764544329023488), 17 (1417764544334266368), 18 (1417764544352092160)]} 0 54
[junit4:junit4] 2> 12594 T180 C91 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[27 (1417764544310149120), 29 (1417764544315392000), 30 (1417764544316440576), 31 (1417764544321683456), 33 (1417764544325877760), 35 (1417764544334266368), 38 (1417764544337412097), 40 (1417764544344752128), 42 (1417764544349995008), 43 (1417764544353140737)]} 0 52
[junit4:junit4] 2> 12591 T239 C93 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[60 (1417764544319586304), 62 (1417764544324829185), 65 (1417764544327974912), 66 (1417764544333217793), 69 (1417764544336363520), 71 (1417764544343703552), 72 (1417764544346849281), 74 (1417764544348946432), 75 (1417764544353140737), 76 (1417764544357335041)]} 0 40
[junit4:junit4] 2> 12590 T206 C93 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[19 (1417764544307003392), 20 (1417764544311197696), 22 (1417764544314343424), 25 (1417764544318537728), 26 (1417764544324829184), 29 (1417764544327974913), 31 (1417764544333217792), 34 (1417764544351043584), 36 (1417764544353140738), 38 (1417764544357335040)]} 0 51
[junit4:junit4] 2> 12598 T220 C94 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[48 (1417764544316440576), 49 (1417764544321683456), 52 (1417764544325877760), 53 (1417764544330072064), 54 (1417764544335314945), 55 (1417764544337412096), 56 (1417764544344752129), 57 (1417764544353140737), 59 (1417764544357335040), 60 (1417764544364675072)]} 0 50
[junit4:junit4] 2> 12596 T238 C91 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[48 (1417764544321683457), 49 (1417764544331120640), 51 (1417764544337412096), 52 (1417764544343703553), 53 (1417764544345800704), 54 (1417764544347897856), 56 (1417764544349995010), 62 (1417764544354189312), 63 (1417764544356286464), 66 (1417764544364675073)]} 0 43
[junit4:junit4] 2> 12607 T241 C91 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[67 (1417764544325877761), 69 (1417764544336363520), 71 (1417764544343703552), 72 (1417764544346849280), 74 (1417764544351043584), 75 (1417764544353140736), 76 (1417764544354189313), 77 (1417764544364675075), 78 (1417764544368869377), 82 (1417764544372015105)]} 0 50
[junit4:junit4] 2> 12608 T244 C94 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[64 (1417764544329023489), 68 (1417764544331120640), 69 (1417764544336363520), 70 (1417764544343703552), 71 (1417764544346849280), 76 (1417764544353140736), 77 (1417764544355237888), 83 (1417764544359432192), 86 (1417764544367820800), 88 (1417764544374112257)]} 0 48
[junit4:junit4] 2> 12617 T246 C93 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[119 (1417764544367820801), 120 (1417764544369917952), 123 (1417764544373063680), 129 (1417764544376209408), 130 (1417764544379355136), 132 (1417764544381452289), 133 (1417764544383549440), 134 (1417764544384598016), 135 (1417764544385646593), 139 (1417764544386695168)]} 0 20
[junit4:junit4] 2> 12619 T252 C91 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[83 (1417764544354189314), 85 (1417764544358383616), 89 (1417764544364675074), 91 (1417764544368869376), 92 (1417764544372015104), 95 (1417764544373063680), 97 (1417764544380403713), 98 (1417764544383549440), 99 (1417764544385646592), 100 (1417764544388792320)]} 0 35
[junit4:junit4] 2> 12630 T219 C94 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[134 (1417764544376209410), 136 (1417764544384598016), 139 (1417764544385646592), 140 (1417764544386695168), 145 (1417764544387743744), 146 (1417764544388792320), 147 (1417764544389840896), 148 (1417764544390889472), 149 (1417764544395083776), 150 (1417764544399278080)]} 0 25
[junit4:junit4] 2> 12639 T242 C92 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[109 (1417764544361529344), 111 (1417764544369917952), 113 (1417764544372015104), 114 (1417764544376209408), 115 (1417764544379355136), 116 (1417764544394035200), 118 (1417764544398229504), 119 (1417764544401375233), 125 (1417764544405569536), 126 (1417764544410812416)]} 0 48
[junit4:junit4] 2> 13155 T180 C91 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[134 (1417764544376209410), 135 (1417764544382500864), 137 (1417764544383549441), 141 (1417764544386695168), 142 (1417764544389840896), 143 (1417764544394035200), 146 (1417764544398229504), 152 (1417764544405569536), 153 (1417764544410812417), 154 (1417764544416055296)]} 0 550
[junit4:junit4] 2> 13155 T178 C91 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[118 (1417764544366772224), 119 (1417764544376209408), 120 (1417764544380403712), 121 (1417764544395083776), 123 (1417764544400326656), 124 (1417764544403472384), 129 (1417764544406618112), 130 (1417764544408715264), 131 (1417764544410812418), 133 (1417764544412909568)]} 0 559
[junit4:junit4] 2> 13155 T254 C94 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[91 (1417764544358383616), 92 (1417764544361529344), 93 (1417764544374112256), 96 (1417764544376209408), 97 (1417764544379355136), 99 (1417764544382500864), 100 (1417764544397180928), 102 (1417764544401375232), 104 (1417764544405569536), 106 (1417764544415006720)]} 0 567
[junit4:junit4] 2> 13157 T193 C92 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[127 (1417764544373063680), 130 (1417764544376209409), 131 (1417764544395083776), 132 (1417764544401375232), 134 (1417764544404520960), 137 (1417764544409763840), 139 (1417764544410812417), 141 (1417764544413958144), 142 (1417764544947683328), 143 (1417764544952926208)]} 0 556
[junit4:junit4] 2> 13158 T218 C94 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[111 (1417764544376209409), 113 (1417764544394035200), 114 (1417764544396132352), 116 (1417764544401375233), 117 (1417764544404520960), 118 (1417764544407666688), 120 (1417764544409763840), 122 (1417764544411860993), 130 (1417764544416055296), 133 (1417764544952926208)]} 0 553
[junit4:junit4] 2> 13157 T234 C93 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[145 (1417764544383549441), 146 (1417764544385646592), 147 (1417764544387743744), 148 (1417764544388792320), 151 (1417764544390889472), 152 (1417764544394035200), 153 (1417764544397180928), 154 (1417764544402423808), 155 (1417764544407666688), 156 (1417764544416055296)]} 0 545
[junit4:junit4] 2> 13164 T257 C93 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[100 (1417764544365723648), 102 (1417764544367820800), 105 (1417764544368869376), 108 (1417764544378306560), 109 (1417764544381452288), 111 (1417764544395083776), 112 (1417764544401375232), 113 (1417764544405569536), 115 (1417764544408715264), 116 (1417764544953974785)]} 0 570
[junit4:junit4] 2> 13170 T255 C91 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[102 (1417764544364675072), 103 (1417764544373063681), 104 (1417764544376209409), 107 (1417764544379355136), 108 (1417764544395083777), 110 (1417764544402423808), 112 (1417764544407666688), 113 (1417764544411860993), 114 (1417764544952926208), 115 (1417764544965509120)]} 0 578
[junit4:junit4] 2> 13174 T192 C92 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[82 (1417764544365723648), 83 (1417764544373063681), 93 (1417764544381452288), 94 (1417764544397180928), 97 (1417764544402423808), 98 (1417764544405569537), 99 (1417764544409763841), 100 (1417764544412909568), 104 (1417764544957120513), 107 (1417764544968654848)]} 0 580
[junit4:junit4] 2> 13260 T238 C91 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[156 (1417764544410812416), 157 (1417764544411860994), 158 (1417764544415006720), 159 (1417764544951877632), 165 (1417764544953974784), 166 (1417764544956071936), 167 (1417764544965509121), 168 (1417764544966557697), 169 (1417764544972849153), 170 (1417764545061978112)]} 0 623
[junit4:junit4] 2> 13345 T244 C94 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[168 (1417764544408715264), 169 (1417764544410812416), 170 (1417764544412909568), 174 (1417764544949780481), 175 (1417764544953974784), 177 (1417764544956071936), 178 (1417764544961314816), 180 (1417764544965509120), 181 (1417764544968654848), 182 (1417764545061978112)]} 0 710
[junit4:junit4] 2> 13347 T220 C94 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[151 (1417764544404520961), 152 (1417764544408715265), 153 (1417764544411860992), 156 (1417764544412909569), 158 (1417764544949780480), 160 (1417764544955023360), 163 (1417764544957120512), 165 (1417764544969703424), 166 (1417764545151107072), 167 (1417764545153204224)]} 0 715
[junit4:junit4] 2> 13348 T241 C91 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[171 (1417764544411860992), 177 (1417764544412909569), 179 (1417764544957120512), 180 (1417764544961314816), 181 (1417764544968654848), 190 (1417764544972849152), 191 (1417764545061978113), 192 (1417764545063026689), 193 (1417764545152155648), 194 (1417764545153204224)]} 0 710
[junit4:junit4] 2> 13350 T205 C93 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[158 (1417764544407666689), 160 (1417764544410812416), 161 (1417764544411860992), 162 (1417764544947683328), 163 (1417764544952926208), 165 (1417764544956071936), 168 (1417764544965509120), 169 (1417764544968654848), 172 (1417764544972849153), 174 (1417764545153204224)]} 0 715
[junit4:junit4] 2> 13354 T259 C92 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[180 (1417764544957120514), 181 (1417764544968654849), 182 (1417764544973897728), 183 (1417764545061978112), 186 (1417764545064075264), 190 (1417764545152155649), 191 (1417764545155301376), 192 (1417764545157398528), 199 (1417764545158447104), 200 (1417764545160544256)]} 0 195
[junit4:junit4] 2> 13355 T242 C92 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[150 (1417764544416055296), 155 (1417764544957120512), 157 (1417764544961314816), 162 (1417764544968654850), 165 (1417764545152155648), 167 (1417764545153204225), 169 (1417764545155301377), 175 (1417764545157398529), 177 (1417764545160544257), 178 (1417764545161592832)]} 0 712
[junit4:junit4] 2> 13360 T218 C94 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[207 (1417764545153204225), 209 (1417764545154252800), 210 (1417764545156349952), 216 (1417764545157398528), 219 (1417764545158447104), 221 (1417764545160544256), 225 (1417764545161592832), 228 (1417764545163689984), 232 (1417764545164738560), 237 (1417764545166835712)]} 0 16
[junit4:junit4] 2> 13380 T258 C92 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[201 (1417764544968654851), 204 (1417764545064075265), 205 (1417764545153204224), 209 (1417764545155301378), 210 (1417764545157398530), 211 (1417764545158447105), 212 (1417764545159495680), 213 (1417764545160544258), 216 (1417764545161592833), 217 (1417764545186758656)]} 0 210
[junit4:junit4] 2> 13391 T246 C93 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[176 (1417764544953974784), 180 (1417764544956071937), 181 (1417764544961314816), 183 (1417764544968654849), 184 (1417764544972849152), 185 (1417764545149009920), 187 (1417764545186758657), 189 (1417764545188855809), 190 (1417764545192001536), 191 (1417764545198292994)]} 0 235
[junit4:junit4] 2> 13396 T178 C91 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[210 (1417764545060929536), 212 (1417764545063026688), 213 (1417764545149009920), 216 (1417764545169981441), 219 (1417764545186758656), 220 (1417764545188855809), 221 (1417764545190952961), 225 (1417764545194098688), 226 (1417764545196195840), 227 (1417764545204584448)]} 0 221
[junit4:junit4] 2> 13402 T193 C92 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[220 (1417764545154252800), 222 (1417764545156349952), 223 (1417764545187807232), 224 (1417764545189904384), 226 (1417764545190952960), 230 (1417764545195147264), 233 (1417764545196195840), 234 (1417764545204584448), 235 (1417764545205633024), 237 (1417764545208778752)]} 0 56
[junit4:junit4] 2> 13408 T219 C94 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[187 (1417764545169981440), 191 (1417764545187807232), 195 (1417764545189904384), 197 (1417764545190952960), 198 (1417764545195147264), 200 (1417764545196195840), 201 (1417764545197244417), 202 (1417764545199341568), 205 (1417764545215070208), 206 (1417764545216118784)]} 0 66
[junit4:junit4] 2> 13408 T205 C93 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[221 (1417764545159495680), 223 (1417764545160544256), 226 (1417764545186758656), 228 (1417764545188855808), 229 (1417764545190952960), 230 (1417764545207730176), 234 (1417764545209827328), 235 (1417764545211924480), 237 (1417764545214021632), 240 (1417764545216118784)]} 0 56
[junit4:junit4] 2> 13410 T252 C91 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[195 (1417764544966557696), 196 (1417764545061978114), 198 (1417764545147961344), 199 (1417764545169981440), 201 (1417764545186758657), 202 (1417764545188855808), 203 (1417764545192001536), 204 (1417764545215070208), 207 (1417764545217167360), 208 (1417764545218215937)]} 0 242
[junit4:junit4] 2> 13415 T206 C93 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[241 (1417764545187807232), 244 (1417764545189904384), 248 (1417764545196195840), 249 (1417764545198292993), 250 (1417764545204584449), 251 (1417764545206681601), 253 (1417764545209827329), 256 (1417764545210875904), 258 (1417764545215070209), 259 (1417764545220313088)]} 0 37
[junit4:junit4] 2> 13420 T254 C94 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[255 (1417764545194098688), 256 (1417764545197244416), 258 (1417764545198292992), 261 (1417764545200390144), 262 (1417764545204584448), 265 (1417764545205633024), 268 (1417764545206681600), 269 (1417764545208778752), 270 (1417764545209827328), 274 (1417764545227653121)]} 0 35
[junit4:junit4] 2> 13422 T241 C91 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[302 (1417764545214021632), 304 (1417764545215070209), 305 (1417764545216118784), 306 (1417764545218215936), 309 (1417764545219264512), 311 (1417764545221361664), 313 (1417764545226604545), 314 (1417764545227653122), 316 (1417764545229750274), 318 (1417764545231847424)]} 0 19
[junit4:junit4] 2> 13423 T242 C92 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[300 (1417764545211924480), 302 (1417764545212973056), 303 (1417764545215070208), 304 (1417764545216118784), 306 (1417764545218215936), 307 (1417764545219264512), 308 (1417764545221361664), 309 (1417764545226604544), 312 (1417764545228701696), 314 (1417764545229750272)]} 0 21
[junit4:junit4] 2> 13425 T180 C91 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[229 (1417764545151107072), 231 (1417764545186758658), 233 (1417764545190952960), 235 (1417764545194098689), 236 (1417764545196195841), 241 (1417764545198292992), 242 (1417764545200390144), 243 (1417764545229750275), 244 (1417764545232896000), 247 (1417764545234993152)]} 0 81
[junit4:junit4] 2> 13426 T239 C93 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[192 (1417764544972849154), 196 (1417764545061978112), 198 (1417764545063026688), 202 (1417764545149009921), 210 (1417764545169981440), 211 (1417764545187807233), 213 (1417764545198292992), 217 (1417764545199341568), 219 (1417764545231847426), 220 (1417764545234993152)]} 0 252
[junit4:junit4] 2> 13426 T259 C92 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[239 (1417764545195147265), 244 (1417764545197244416), 245 (1417764545199341568), 249 (1417764545203535872), 251 (1417764545204584449), 253 (1417764545206681600), 256 (1417764545209827328), 257 (1417764545211924481), 258 (1417764545227653120), 260 (1417764545231847424)]} 0 41
[junit4:junit4] 2> 13427 T255 C91 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[251 (1417764545197244416), 253 (1417764545199341568), 255 (1417764545203535872), 256 (1417764545206681600), 260 (1417764545207730176), 263 (1417764545226604544), 264 (1417764545227653121), 266 (1417764545229750273), 267 (1417764545230798848), 268 (1417764545234993153)]} 0 40
[junit4:junit4] 2> 13439 T244 C94 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[241 (1417764545194098689), 243 (1417764545225555968), 244 (1417764545227653120), 245 (1417764545229750272), 246 (1417764545230798849), 249 (1417764545233944576), 251 (1417764545234993153), 252 (1417764545236041730), 253 (1417764545239187456), 254 (1417764545248624640)]} 0 54
[junit4:junit4] 2> 13443 T178 C91 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[269 (1417764545208778752), 284 (1417764545209827328), 285 (1417764545211924480), 290 (1417764545227653120), 291 (1417764545231847426), 292 (1417764545233944576), 294 (1417764545236041728), 295 (1417764545237090304), 297 (1417764545239187456), 300 (1417764545243381760)]} 0 45
[junit4:junit4] 2> 13449 T246 C93 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[315 (1417764545229750272), 316 (1417764545231847424), 317 (1417764545232896001), 318 (1417764545234993153), 320 (1417764545236041730), 323 (1417764545238138881), 325 (1417764545239187458), 328 (1417764545248624640), 329 (1417764545249673217), 330 (1417764545251770368)]} 0 30
[junit4:junit4] 2> 13452 T257 C93 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[260 (1417764545194098688), 262 (1417764545204584448), 263 (1417764545206681600), 265 (1417764545208778752), 266 (1417764545212973056), 268 (1417764545215070208), 269 (1417764545217167360), 271 (1417764545239187456), 272 (1417764545249673216), 273 (1417764545260158978)]} 0 67
[junit4:junit4] 2> 13455 T180 C91 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[357 (1417764545248624640), 359 (1417764545250721792), 360 (1417764545251770368), 362 (1417764545254916096), 367 (1417764545257013248), 368 (1417764545259110401), 371 (1417764545261207552), 372 (1417764545262256130), 373 (1417764545264353282), 375 (1417764545266450432)]} 0 18
[junit4:junit4] 2> 13457 T238 C91 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[320 (1417764545229750272), 321 (1417764545231847425), 322 (1417764545232896001), 323 (1417764545248624641), 327 (1417764545250721793), 329 (1417764545259110400), 330 (1417764545260158976), 334 (1417764545262256128), 335 (1417764545264353281), 337 (1417764545267499009)]} 0 38
[junit4:junit4] 2> 13460 T234 C93 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[296 (1417764545231847425), 300 (1417764545232896000), 301 (1417764545236041728), 302 (1417764545239187457), 304 (1417764545250721792), 308 (1417764545260158976), 309 (1417764545262256129), 310 (1417764545266450432), 311 (1417764545268547584), 312 (1417764545271693312)]} 0 40
[junit4:junit4] 2> 13461 T219 C94 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[276 (1417764545228701696), 278 (1417764545230798848), 279 (1417764545232896000), 280 (1417764545233944577), 281 (1417764545236041728), 288 (1417764545238138881), 289 (1417764545239187458), 290 (1417764545259110400), 294 (1417764545269596160), 295 (1417764545271693313)]} 0 43
[junit4:junit4] 2> 13461 T258 C92 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[341 (1417764545248624641), 343 (1417764545250721793), 344 (1417764545251770369), 346 (1417764545255964672), 348 (1417764545257013249), 349 (1417764545260158976), 351 (1417764545261207553), 352 (1417764545263304704), 354 (1417764545264353282), 355 (1417764545269596161)]} 0 40
[junit4:junit4] 2> 13462 T241 C91 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[339 (1417764545242333184), 340 (1417764545253867520), 342 (1417764545255964672), 344 (1417764545258061824), 346 (1417764545262256129), 350 (1417764545264353280), 352 (1417764545267499008), 354 (1417764545269596160), 355 (1417764545271693312), 356 (1417764545272741888)]} 0 31
[junit4:junit4] 2> 13462 T205 C93 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[276 (1417764545233944576), 277 (1417764545236041729), 279 (1417764545238138880), 280 (1417764545239187459), 282 (1417764545243381760), 284 (1417764545260158977), 287 (1417764545264353282), 289 (1417764545268547585), 291 (1417764545270644737), 294 (1417764545272741889)]} 0 39
[junit4:junit4] 2> 13463 T206 C93 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[354 (1417764545248624641), 355 (1417764545250721793), 356 (1417764545254916096), 358 (1417764545257013248), 359 (1417764545260158979), 360 (1417764545262256128), 362 (1417764545264353280), 366 (1417764545270644736), 367 (1417764545272741888), 368 (1417764545273790464)]} 0 27
[junit4:junit4] 2> 13466 T220 C94 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[315 (1417764545220313088), 316 (1417764545226604544), 317 (1417764545229750273), 321 (1417764545234993154), 322 (1417764545239187457), 323 (1417764545249673217), 324 (1417764545251770368), 326 (1417764545270644736), 328 (1417764545273790464), 332 (1417764545275887616)]} 0 56
[junit4:junit4] 2> 13470 T239 C93 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[331 (1417764545242333184), 332 (1417764545250721794), 339 (1417764545259110400), 340 (1417764545261207552), 342 (1417764545264353281), 344 (1417764545269596160), 345 (1417764545273790465), 347 (1417764545275887616), 349 (1417764545279033344), 351 (1417764545281130496)]} 0 38
[junit4:junit4] 2> 13470 T192 C92 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[261 (1417764545226604545), 264 (1417764545254916096), 265 (1417764545255964674), 267 (1417764545258061824), 268 (1417764545264353281), 269 (1417764545269596160), 270 (1417764545275887616), 271 (1417764545277984768), 273 (1417764545279033344), 274 (1417764545281130496)]} 0 54
[junit4:junit4] 2> 13472 T254 C94 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[296 (1417764545238138880), 299 (1417764545241284608), 302 (1417764545249673216), 303 (1417764545260158976), 306 (1417764545265401856), 307 (1417764545267499008), 308 (1417764545268547584), 310 (1417764545271693312), 312 (1417764545280081921), 314 (1417764545282179074)]} 0 46
[junit4:junit4] 2> 13474 T244 C94 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[351 (1417764545254916096), 352 (1417764545257013248), 355 (1417764545267499009), 356 (1417764545269596161), 357 (1417764545272741888), 360 (1417764545274839040), 363 (1417764545277984768), 364 (1417764545280081920), 368 (1417764545283227648), 369 (1417764545285324800)]} 0 31
[junit4:junit4] 2> 13475 T269 C92 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[315 (1417764545226604546), 318 (1417764545248624640), 320 (1417764545261207552), 321 (1417764545263304705), 326 (1417764545269596162), 330 (1417764545276936192), 332 (1417764545277984769), 333 (1417764545281130497), 338 (1417764545283227648), 340 (1417764545285324800)]} 0 59
[junit4:junit4] 2> 13475 T218 C94 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[334 (1417764545234993152), 336 (1417764545236041729), 338 (1417764545238138882), 339 (1417764545240236032), 341 (1417764545253867520), 343 (1417764545268547585), 345 (1417764545279033345), 347 (1417764545281130497), 348 (1417764545284276225), 350 (1417764545287421952)]} 0 52
[junit4:junit4] 2> 13476 T193 C92 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[356 (1417764545242333185), 357 (1417764545257013248), 358 (1417764545260158977), 360 (1417764545263304707), 362 (1417764545268547584), 365 (1417764545271693312), 367 (1417764545273790464), 369 (1417764545275887617), 373 (1417764545284276224), 374 (1417764545286373377)]} 0 45
[junit4:junit4] 2> 13481 T219 C94 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[370 (1417764545276936192), 373 (1417764545279033344), 382 (1417764545281130496), 386 (1417764545282179073), 388 (1417764545284276224), 389 (1417764545286373376), 390 (1417764545287421953), 391 (1417764545289519104), 394 (1417764545290567680), 395 (1417764545292664833)]} 0 17
[junit4:junit4] 2> 13482 T246 C93 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[392 (1417764545277984768), 393 (1417764545279033345), 394 (1417764545281130497), 397 (1417764545283227648), 401 (1417764545284276224), 403 (1417764545286373376), 404 (1417764545288470528), 405 (1417764545290567680), 406 (1417764545291616256), 407 (1417764545293713408)]} 0 18
[junit4:junit4] 2> 13485 T255 C91 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[397 (1417764545280081920), 399 (1417764545281130496), 400 (1417764545283227648), 404 (1417764545284276224), 409 (1417764545286373376), 412 (1417764545288470528), 413 (1417764545289519104), 415 (1417764545291616256), 417 (1417764545292664832), 419 (1417764545295810561)]} 0 19
[junit4:junit4] 2> 13490 T258 C92 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[390 (1417764545276936193), 391 (1417764545280081920), 392 (1417764545282179072), 393 (1417764545284276225), 394 (1417764545286373376), 395 (1417764545287421952), 396 (1417764545290567680), 398 (1417764545292664832), 399 (1417764545294761985), 400 (1417764545296859136)]} 0 26
[junit4:junit4] 2> 13494 T220 C94 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[397 (1417764545282179072), 400 (1417764545288470529), 402 (1417764545290567681), 405 (1417764545293713408), 406 (1417764545294761984), 407 (1417764545296859136), 408 (1417764545297907712), 414 (1417764545301053440), 416 (1417764545303150593), 417 (1417764545305247745)]} 0 25
[junit4:junit4] 2> 13496 T252 C91 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[458 (1417764545291616257), 459 (1417764545293713408), 460 (1417764545295810560), 464 (1417764545297907712), 465 (1417764545300004864), 466 (1417764545302102016), 467 (1417764545303150592), 469 (1417764545305247744), 470 (1417764545306296321), 472 (1417764545308393472)]} 0 18
[junit4:junit4] 2> 13497 T271 C92 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[429 (1417764545288470528), 430 (1417764545291616256), 431 (1417764545293713408), 433 (1417764545295810561), 434 (1417764545297907712), 435 (1417764545298956289), 437 (1417764545302102016), 438 (1417764545304199168), 440 (1417764545306296320), 441 (1417764545309442048)]} 0 22
[junit4:junit4] 2> 13499 T273 C94 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[422 (1417764545286373377), 423 (1417764545288470528), 427 (1417764545289519105), 428 (1417764545292664832), 429 (1417764545296859137), 431 (1417764545298956288), 434 (1417764545302102016), 435 (1417764545304199169), 436 (1417764545307344896), 437 (1417764545311539200)]} 0 26
[junit4:junit4] 2> 13500 T269 C92 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[442 (1417764545294761984), 444 (1417764545295810560), 445 (1417764545298956288), 446 (1417764545300004864), 449 (1417764545303150592), 450 (1417764545305247744), 453 (1417764545307344896), 454 (1417764545310490624), 456 (1417764545311539200), 457 (1417764545313636352)]} 0 20
[junit4:junit4] 2> 13503 T206 C93 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[499 (1417764545298956289), 500 (1417764545301053440), 503 (1417764545302102016), 506 (1417764545304199168), 508 (1417764545306296320), 510 (1417764545307344897), 511 (1417764545309442048), 514 (1417764545311539200), 515 (1417764545313636354), 518 (1417764545316782080)]} 0 18
[junit4:junit4] 2> 13506 T241 C91 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[551 (1417764545304199168), 552 (1417764545306296320), 554 (1417764545307344896), 555 (1417764545309442048), 556 (1417764545310490624), 557 (1417764545312587776), 558 (1417764545314684928), 560 (1417764545315733504), 563 (1417764545317830656), 567 (1417764545318879232)]} 0 16
[junit4:junit4] 2> 13507 T254 C94 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[529 (1417764545298956289), 530 (1417764545301053441), 532 (1417764545303150592), 534 (1417764545304199168), 535 (1417764545306296320), 539 (1417764545308393472), 540 (1417764545310490624), 542 (1417764545315733504), 545 (1417764545316782081), 547 (1417764545318879232)]} 0 22
[junit4:junit4] 2> 13512 T244 C94 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[513 (1417764545305247744), 515 (1417764545306296321), 518 (1417764545309442048), 520 (1417764545310490625), 521 (1417764545312587776), 522 (1417764545314684928), 523 (1417764545317830656), 526 (1417764545320976386), 527 (1417764545323073538), 528 (1417764545325170688)]} 0 21
[junit4:junit4] 2> 13516 T218 C94 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[549 (1417764545311539201), 552 (1417764545313636352), 554 (1417764545316782080), 558 (1417764545318879233), 561 (1417764545320976384), 562 (1417764545323073536), 564 (1417764545324122112), 569 (1417764545326219264), 570 (1417764545327267840), 574 (1417764545329364992)]} 0 18
[junit4:junit4] 2> 13516 T239 C93 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[550 (1417764545310490625), 551 (1417764545313636353), 553 (1417764545315733504), 554 (1417764545317830656), 555 (1417764545318879233), 557 (1417764545320976385), 558 (1417764545323073536), 559 (1417764545325170688), 560 (1417764545326219265), 562 (1417764545328316417)]} 0 20
[junit4:junit4] 2> 13517 T257 C93 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[480 (1417764545293713409), 481 (1417764545295810560), 482 (1417764545297907712), 485 (1417764545300004864), 486 (1417764545303150593), 487 (1417764545307344896), 490 (1417764545310490624), 494 (1417764545313636352), 496 (1417764545315733505), 498 (1417764545330413569)]} 0 37
[junit4:junit4] 2> 13520 T219 C94 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[575 (1417764545319927808), 578 (1417764545320976385), 579 (1417764545323073537), 582 (1417764545324122113), 583 (1417764545326219265), 585 (1417764545328316416), 588 (1417764545329364993), 589 (1417764545331462144), 591 (1417764545332510720), 593 (1417764545334607872)]} 0 15
[junit4:junit4] 2> 13522 T246 C93 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[563 (1417764545318879232), 564 (1417764545320976384), 565 (1417764545322024960), 567 (1417764545323073537), 570 (1417764545325170689), 571 (1417764545327267840), 577 (1417764545328316418), 579 (1417764545331462145), 580 (1417764545333559298), 582 (1417764545335656450)]} 0 18
[junit4:junit4] 2> 13522 T234 C93 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[521 (1417764545296859136), 522 (1417764545298956288), 525 (1417764545303150592), 526 (1417764545304199169), 529 (1417764545306296321), 530 (1417764545311539201), 531 (1417764545312587776), 532 (1417764545314684928), 533 (1417764545327267841), 534 (1417764545330413570)]} 0 39
[junit4:junit4] 2> 13524 T258 C92 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[526 (1417764545306296321), 529 (1417764545308393472), 532 (1417764545309442049), 535 (1417764545324122113), 539 (1417764545327267840), 540 (1417764545329364992), 545 (1417764545330413568), 547 (1417764545332510720), 548 (1417764545334607873), 550 (1417764545337753601)]} 0 32
[junit4:junit4] 2> 13525 T241 C91 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[568 (1417764545324122112), 571 (1417764545325170688), 573 (1417764545327267840), 577 (1417764545328316416), 578 (1417764545330413568), 580 (1417764545332510720), 583 (1417764545333559297), 584 (1417764545335656448), 585 (1417764545337753600), 587 (1417764545338802177)]} 0 17
[junit4:junit4] 2> 13526 T206 C93 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[585 (1417764545324122112), 586 (1417764545325170690), 587 (1417764545326219264), 588 (1417764545328316416), 591 (1417764545330413568), 592 (1417764545331462144), 593 (1417764545333559296), 594 (1417764545335656448), 596 (1417764545336705025), 598 (1417764545338802176)]} 0 18
[junit4:junit4] 2> 13534 T193 C92 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[551 (1417764545322024960), 552 (1417764545324122112), 559 (1417764545327267841), 560 (1417764545331462145), 561 (1417764545333559296), 562 (1417764545337753602), 563 (1417764545342996480), 566 (1417764545345093632), 567 (1417764545347190786), 568 (1417764545349287936)]} 0 27
[junit4:junit4] 2> 13535 T238 C91 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[589 (1417764545333559296), 593 (1417764545334607872), 594 (1417764545336705024), 595 (1417764545338802176), 599 (1417764545340899328), 603 (1417764545341947904), 607 (1417764545344045056), 608 (1417764545346142208), 609 (1417764545347190784), 611 (1417764545349287936)]} 0 18
[junit4:junit4] 2> 13535 T269 C92 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[606 (1417764545334607872), 607 (1417764545337753600), 608 (1417764545338802177), 611 (1417764545340899328), 613 (1417764545342996481), 614 (1417764545345093633), 615 (1417764545346142208), 616 (1417764545347190784), 617 (1417764545348239360), 620 (1417764545349287937)]} 0 16
[junit4:junit4] 2> 13535 T271 C92 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[586 (1417764545323073536), 587 (1417764545326219264), 590 (1417764545331462144), 592 (1417764545333559297), 594 (1417764545335656448), 595 (1417764545338802176), 597 (1417764545340899329), 600 (1417764545342996482), 601 (1417764545346142209), 605 (1417764545348239361)]} 0 27
[junit4:junit4] 2> 13538 T281 C93 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[599 (1417764545328316419), 601 (1417764545332510720), 602 (1417764545333559297), 604 (1417764545335656449), 605 (1417764545339850752), 608 (1417764545340899328), 609 (1417764545342996480), 610 (1417764545348239361), 611 (1417764545350336513), 617 (1417764545353482240)]} 0 25
[junit4:junit4] 2> 13541 T220 C94 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[598 (1417764545334607873), 599 (1417764545336705024), 600 (1417764545338802177), 601 (1417764545340899328), 602 (1417764545344045056), 606 (1417764545345093632), 607 (1417764545347190784), 608 (1417764545351385088), 609 (1417764545352433665), 610 (1417764545355579393)]} 0 22
[junit4:junit4] 2> 13544 T273 C94 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[611 (1417764545338802176), 616 (1417764545339850752), 618 (141776454
[...truncated too long message...]
onnector.java:104)
[junit4:junit4] 2> at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] 2> at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] 2> NOTE: test params are: codec=Lucene41: {id=PostingsFormat(name=Asserting)}, sim=DefaultSimilarity, locale=es_VE, timezone=America/Montreal
[junit4:junit4] 2> NOTE: FreeBSD 9.0-RELEASE amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=5,free=100037296,total=335872000
[junit4:junit4] 2> NOTE: All tests run in this JVM: [SolrCoreTest, ZkNodePropsTest, DocumentBuilderTest, TimeZoneUtilsTest, DebugComponentTest, TestUtils, HighlighterTest, SuggesterTest, TestSurroundQueryParser, OverseerTest, PrimitiveFieldTypeTest, TestLRUCache, TestStressRecovery, TestCodecSupport, LeaderElectionTest, IndexSchemaRuntimeFieldTest, TestMultiCoreConfBootstrap, DirectSolrSpellCheckerTest, TestCSVResponseWriter, BasicFunctionalityTest, TestBinaryField]
[junit4:junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestBinaryField -Dtests.seed=2F512A638E7BAEDD -Dtests.multiplier=3 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/hudson/lucene-data/enwiki.random.lines.txt -Dtests.locale=es_VE -Dtests.timezone=America/Montreal -Dtests.file.encoding=ISO8859-1
[junit4:junit4] ERROR 0.00s J1 | TestBinaryField (suite) <<<
[junit4:junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.schema.TestBinaryField:
[junit4:junit4] > 1) Thread[id=915, name=qtp62310490-915 Acceptor2 SelectChannelConnector@0.0.0.0:53433, state=BLOCKED, group=TGRP-TestBinaryField]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 2) Thread[id=913, name=qtp62310490-913 Acceptor0 SelectChannelConnector@0.0.0.0:53433, state=RUNNABLE, group=TGRP-TestBinaryField]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 3) Thread[id=916, name=qtp62310490-916 Acceptor3 SelectChannelConnector@0.0.0.0:53433, state=BLOCKED, group=TGRP-TestBinaryField]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 4) Thread[id=914, name=qtp62310490-914 Acceptor1 SelectChannelConnector@0.0.0.0:53433, state=BLOCKED, group=TGRP-TestBinaryField]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([2F512A638E7BAEDD]:0)
[junit4:junit4] > Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4:junit4] > 1) Thread[id=916, name=qtp62310490-916 Acceptor3 SelectChannelConnector@0.0.0.0:53433, state=BLOCKED, group=TGRP-TestBinaryField]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 2) Thread[id=913, name=qtp62310490-913 Acceptor0 SelectChannelConnector@0.0.0.0:53433, state=RUNNABLE, group=TGRP-TestBinaryField]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 3) Thread[id=915, name=qtp62310490-915 Acceptor2 SelectChannelConnector@0.0.0.0:53433, state=BLOCKED, group=TGRP-TestBinaryField]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 4) Thread[id=914, name=qtp62310490-914 Acceptor1 SelectChannelConnector@0.0.0.0:53433, state=BLOCKED, group=TGRP-TestBinaryField]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([2F512A638E7BAEDD]:0)
[junit4:junit4] Completed on J1 in 26.47s, 1 test, 2 errors <<< FAILURES!
[...truncated 122 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:335: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:178: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/module-build.xml:61: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1163: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:827: There were test failures: 233 suites, 965 tests, 4 suite-level errors, 744 ignored
Total time: 73 minutes 14 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 81 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/81/
4 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.handler.TestReplicationHandler
Error Message:
60 threads leaked from SUITE scope at org.apache.solr.handler.TestReplicationHandler: 1) Thread[id=69, name=qtp1064301273-69 Acceptor1 SelectChannelConnector@0.0.0.0:58563, state=RUNNABLE, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 2) Thread[id=112, name=qtp441366923-112 Acceptor0 SelectChannelConnector@0.0.0.0:43609, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 3) Thread[id=185, name=qtp1762177173-185 Acceptor0 SelectChannelConnector@0.0.0.0:50995, state=RUNNABLE, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 4) Thread[id=54, name=qtp1623236944-54 Acceptor0 SelectChannelConnector@0.0.0.0:44838, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 5) Thread[id=39, name=qtp1194678059-39 Acceptor0 SelectChannelConnector@0.0.0.0:32478, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 6) Thread[id=56, name=qtp1623236944-56 Acceptor2 SelectChannelConnector@0.0.0.0:44838, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 7) Thread[id=226, name=qtp1994943491-226 Acceptor2 SelectChannelConnector@0.0.0.0:48057, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 8) Thread[id=240, name=qtp679933718-240 Acceptor2 SelectChannelConnector@0.0.0.0:55388, state=RUNNABLE, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 9) Thread[id=131, name=qtp794362212-131 Acceptor0 SelectChannelConnector@0.0.0.0:23517, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 10) Thread[id=145, name=qtp2097538400-145 Acceptor0 SelectChannelConnector@0.0.0.0:25287, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 11) Thread[id=96, name=qtp359026458-96 Acceptor0 SelectChannelConnector@0.0.0.0:30225, state=RUNNABLE, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 12) Thread[id=70, name=qtp1064301273-70 Acceptor2 SelectChannelConnector@0.0.0.0:58563, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 13) Thread[id=114, name=qtp441366923-114 Acceptor2 SelectChannelConnector@0.0.0.0:43609, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 14) Thread[id=41, name=qtp1194678059-41 Acceptor2 SelectChannelConnector@0.0.0.0:32478, state=RUNNABLE, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 15) Thread[id=285, name=qtp76255581-285 Acceptor1 SelectChannelConnector@0.0.0.0:52304, state=RUNNABLE, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 16) Thread[id=238, name=qtp679933718-238 Acceptor0 SelectChannelConnector@0.0.0.0:55388, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 17) Thread[id=241, name=qtp679933718-241 Acceptor3 SelectChannelConnector@0.0.0.0:55388, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 18) Thread[id=99, name=qtp359026458-99 Acceptor3 SelectChannelConnector@0.0.0.0:30225, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 19) Thread[id=40, name=qtp1194678059-40 Acceptor1 SelectChannelConnector@0.0.0.0:32478, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 20) Thread[id=113, name=qtp441366923-113 Acceptor1 SelectChannelConnector@0.0.0.0:43609, state=RUNNABLE, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 21) Thread[id=71, name=qtp1064301273-71 Acceptor3 SelectChannelConnector@0.0.0.0:58563, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 22) Thread[id=284, name=qtp76255581-284 Acceptor0 SelectChannelConnector@0.0.0.0:52304, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 23) Thread[id=199, name=qtp1845644602-199 Acceptor3 SelectChannelConnector@0.0.0.0:32501, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 24) Thread[id=269, name=qtp1407897028-269 Acceptor1 SelectChannelConnector@0.0.0.0:41982, state=RUNNABLE, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 25) Thread[id=210, name=qtp14844057-210 Acceptor1 SelectChannelConnector@0.0.0.0:10617, state=RUNNABLE, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 26) Thread[id=148, name=qtp2097538400-148 Acceptor3 SelectChannelConnector@0.0.0.0:25287, state=RUNNABLE, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 27) Thread[id=209, name=qtp14844057-209 Acceptor0 SelectChannelConnector@0.0.0.0:10617, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 28) Thread[id=133, name=qtp794362212-133 Acceptor2 SelectChannelConnector@0.0.0.0:23517, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 29) Thread[id=224, name=qtp1994943491-224 Acceptor0 SelectChannelConnector@0.0.0.0:48057, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 30) Thread[id=97, name=qtp359026458-97 Acceptor1 SelectChannelConnector@0.0.0.0:30225, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 31) Thread[id=270, name=qtp1407897028-270 Acceptor2 SelectChannelConnector@0.0.0.0:41982, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 32) Thread[id=225, name=qtp1994943491-225 Acceptor1 SelectChannelConnector@0.0.0.0:48057, state=RUNNABLE, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 33) Thread[id=196, name=qtp1845644602-196 Acceptor0 SelectChannelConnector@0.0.0.0:32501, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 34) Thread[id=87, name=qtp458061647-87 Acceptor1 SelectChannelConnector@0.0.0.0:10549, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 35) Thread[id=68, name=qtp1064301273-68 Acceptor0 SelectChannelConnector@0.0.0.0:58563, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 36) Thread[id=134, name=qtp794362212-134 Acceptor3 SelectChannelConnector@0.0.0.0:23517, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 37) Thread[id=147, name=qtp2097538400-147 Acceptor2 SelectChannelConnector@0.0.0.0:25287, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 38) Thread[id=227, name=qtp1994943491-227 Acceptor3 SelectChannelConnector@0.0.0.0:48057, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 39) Thread[id=211, name=qtp14844057-211 Acceptor2 SelectChannelConnector@0.0.0.0:10617, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 40) Thread[id=187, name=qtp1762177173-187 Acceptor2 SelectChannelConnector@0.0.0.0:50995, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 41) Thread[id=57, name=qtp1623236944-57 Acceptor3 SelectChannelConnector@0.0.0.0:44838, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 42) Thread[id=115, name=qtp441366923-115 Acceptor3 SelectChannelConnector@0.0.0.0:43609, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 43) Thread[id=55, name=qtp1623236944-55 Acceptor1 SelectChannelConnector@0.0.0.0:44838, state=RUNNABLE, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 44) Thread[id=286, name=qtp76255581-286 Acceptor2 SelectChannelConnector@0.0.0.0:52304, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 45) Thread[id=212, name=qtp14844057-212 Acceptor3 SelectChannelConnector@0.0.0.0:10617, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 46) Thread[id=42, name=qtp1194678059-42 Acceptor3 SelectChannelConnector@0.0.0.0:32478, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 47) Thread[id=271, name=qtp1407897028-271 Acceptor3 SelectChannelConnector@0.0.0.0:41982, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 48) Thread[id=186, name=qtp1762177173-186 Acceptor1 SelectChannelConnector@0.0.0.0:50995, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 49) Thread[id=132, name=qtp794362212-132 Acceptor1 SelectChannelConnector@0.0.0.0:23517, state=RUNNABLE, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 50) Thread[id=198, name=qtp1845644602-198 Acceptor2 SelectChannelConnector@0.0.0.0:32501, state=RUNNABLE, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 51) Thread[id=287, name=qtp76255581-287 Acceptor3 SelectChannelConnector@0.0.0.0:52304, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 52) Thread[id=197, name=qtp1845644602-197 Acceptor1 SelectChannelConnector@0.0.0.0:32501, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 53) Thread[id=268, name=qtp1407897028-268 Acceptor0 SelectChannelConnector@0.0.0.0:41982, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 54) Thread[id=88, name=qtp458061647-88 Acceptor2 SelectChannelConnector@0.0.0.0:10549, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 55) Thread[id=239, name=qtp679933718-239 Acceptor1 SelectChannelConnector@0.0.0.0:55388, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 56) Thread[id=146, name=qtp2097538400-146 Acceptor1 SelectChannelConnector@0.0.0.0:25287, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 57) Thread[id=98, name=qtp359026458-98 Acceptor2 SelectChannelConnector@0.0.0.0:30225, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 58) Thread[id=86, name=qtp458061647-86 Acceptor0 SelectChannelConnector@0.0.0.0:10549, state=RUNNABLE, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 59) Thread[id=89, name=qtp458061647-89 Acceptor3 SelectChannelConnector@0.0.0.0:10549, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 60) Thread[id=188, name=qtp1762177173-188 Acceptor3 SelectChannelConnector@0.0.0.0:50995, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 60 threads leaked from SUITE scope at org.apache.solr.handler.TestReplicationHandler:
1) Thread[id=69, name=qtp1064301273-69 Acceptor1 SelectChannelConnector@0.0.0.0:58563, state=RUNNABLE, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
2) Thread[id=112, name=qtp441366923-112 Acceptor0 SelectChannelConnector@0.0.0.0:43609, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
3) Thread[id=185, name=qtp1762177173-185 Acceptor0 SelectChannelConnector@0.0.0.0:50995, state=RUNNABLE, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
4) Thread[id=54, name=qtp1623236944-54 Acceptor0 SelectChannelConnector@0.0.0.0:44838, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
5) Thread[id=39, name=qtp1194678059-39 Acceptor0 SelectChannelConnector@0.0.0.0:32478, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
6) Thread[id=56, name=qtp1623236944-56 Acceptor2 SelectChannelConnector@0.0.0.0:44838, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
7) Thread[id=226, name=qtp1994943491-226 Acceptor2 SelectChannelConnector@0.0.0.0:48057, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
8) Thread[id=240, name=qtp679933718-240 Acceptor2 SelectChannelConnector@0.0.0.0:55388, state=RUNNABLE, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
9) Thread[id=131, name=qtp794362212-131 Acceptor0 SelectChannelConnector@0.0.0.0:23517, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
10) Thread[id=145, name=qtp2097538400-145 Acceptor0 SelectChannelConnector@0.0.0.0:25287, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
11) Thread[id=96, name=qtp359026458-96 Acceptor0 SelectChannelConnector@0.0.0.0:30225, state=RUNNABLE, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
12) Thread[id=70, name=qtp1064301273-70 Acceptor2 SelectChannelConnector@0.0.0.0:58563, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
13) Thread[id=114, name=qtp441366923-114 Acceptor2 SelectChannelConnector@0.0.0.0:43609, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
14) Thread[id=41, name=qtp1194678059-41 Acceptor2 SelectChannelConnector@0.0.0.0:32478, state=RUNNABLE, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
15) Thread[id=285, name=qtp76255581-285 Acceptor1 SelectChannelConnector@0.0.0.0:52304, state=RUNNABLE, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
16) Thread[id=238, name=qtp679933718-238 Acceptor0 SelectChannelConnector@0.0.0.0:55388, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
17) Thread[id=241, name=qtp679933718-241 Acceptor3 SelectChannelConnector@0.0.0.0:55388, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
18) Thread[id=99, name=qtp359026458-99 Acceptor3 SelectChannelConnector@0.0.0.0:30225, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
19) Thread[id=40, name=qtp1194678059-40 Acceptor1 SelectChannelConnector@0.0.0.0:32478, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
20) Thread[id=113, name=qtp441366923-113 Acceptor1 SelectChannelConnector@0.0.0.0:43609, state=RUNNABLE, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
21) Thread[id=71, name=qtp1064301273-71 Acceptor3 SelectChannelConnector@0.0.0.0:58563, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
22) Thread[id=284, name=qtp76255581-284 Acceptor0 SelectChannelConnector@0.0.0.0:52304, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
23) Thread[id=199, name=qtp1845644602-199 Acceptor3 SelectChannelConnector@0.0.0.0:32501, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
24) Thread[id=269, name=qtp1407897028-269 Acceptor1 SelectChannelConnector@0.0.0.0:41982, state=RUNNABLE, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
25) Thread[id=210, name=qtp14844057-210 Acceptor1 SelectChannelConnector@0.0.0.0:10617, state=RUNNABLE, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
26) Thread[id=148, name=qtp2097538400-148 Acceptor3 SelectChannelConnector@0.0.0.0:25287, state=RUNNABLE, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
27) Thread[id=209, name=qtp14844057-209 Acceptor0 SelectChannelConnector@0.0.0.0:10617, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
28) Thread[id=133, name=qtp794362212-133 Acceptor2 SelectChannelConnector@0.0.0.0:23517, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
29) Thread[id=224, name=qtp1994943491-224 Acceptor0 SelectChannelConnector@0.0.0.0:48057, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
30) Thread[id=97, name=qtp359026458-97 Acceptor1 SelectChannelConnector@0.0.0.0:30225, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
31) Thread[id=270, name=qtp1407897028-270 Acceptor2 SelectChannelConnector@0.0.0.0:41982, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
32) Thread[id=225, name=qtp1994943491-225 Acceptor1 SelectChannelConnector@0.0.0.0:48057, state=RUNNABLE, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
33) Thread[id=196, name=qtp1845644602-196 Acceptor0 SelectChannelConnector@0.0.0.0:32501, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
34) Thread[id=87, name=qtp458061647-87 Acceptor1 SelectChannelConnector@0.0.0.0:10549, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
35) Thread[id=68, name=qtp1064301273-68 Acceptor0 SelectChannelConnector@0.0.0.0:58563, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
36) Thread[id=134, name=qtp794362212-134 Acceptor3 SelectChannelConnector@0.0.0.0:23517, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
37) Thread[id=147, name=qtp2097538400-147 Acceptor2 SelectChannelConnector@0.0.0.0:25287, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
38) Thread[id=227, name=qtp1994943491-227 Acceptor3 SelectChannelConnector@0.0.0.0:48057, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
39) Thread[id=211, name=qtp14844057-211 Acceptor2 SelectChannelConnector@0.0.0.0:10617, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
40) Thread[id=187, name=qtp1762177173-187 Acceptor2 SelectChannelConnector@0.0.0.0:50995, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
41) Thread[id=57, name=qtp1623236944-57 Acceptor3 SelectChannelConnector@0.0.0.0:44838, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
42) Thread[id=115, name=qtp441366923-115 Acceptor3 SelectChannelConnector@0.0.0.0:43609, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
43) Thread[id=55, name=qtp1623236944-55 Acceptor1 SelectChannelConnector@0.0.0.0:44838, state=RUNNABLE, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
44) Thread[id=286, name=qtp76255581-286 Acceptor2 SelectChannelConnector@0.0.0.0:52304, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
45) Thread[id=212, name=qtp14844057-212 Acceptor3 SelectChannelConnector@0.0.0.0:10617, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
46) Thread[id=42, name=qtp1194678059-42 Acceptor3 SelectChannelConnector@0.0.0.0:32478, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
47) Thread[id=271, name=qtp1407897028-271 Acceptor3 SelectChannelConnector@0.0.0.0:41982, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
48) Thread[id=186, name=qtp1762177173-186 Acceptor1 SelectChannelConnector@0.0.0.0:50995, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
49) Thread[id=132, name=qtp794362212-132 Acceptor1 SelectChannelConnector@0.0.0.0:23517, state=RUNNABLE, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
50) Thread[id=198, name=qtp1845644602-198 Acceptor2 SelectChannelConnector@0.0.0.0:32501, state=RUNNABLE, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
51) Thread[id=287, name=qtp76255581-287 Acceptor3 SelectChannelConnector@0.0.0.0:52304, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
52) Thread[id=197, name=qtp1845644602-197 Acceptor1 SelectChannelConnector@0.0.0.0:32501, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
53) Thread[id=268, name=qtp1407897028-268 Acceptor0 SelectChannelConnector@0.0.0.0:41982, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
54) Thread[id=88, name=qtp458061647-88 Acceptor2 SelectChannelConnector@0.0.0.0:10549, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
55) Thread[id=239, name=qtp679933718-239 Acceptor1 SelectChannelConnector@0.0.0.0:55388, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
56) Thread[id=146, name=qtp2097538400-146 Acceptor1 SelectChannelConnector@0.0.0.0:25287, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
57) Thread[id=98, name=qtp359026458-98 Acceptor2 SelectChannelConnector@0.0.0.0:30225, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
58) Thread[id=86, name=qtp458061647-86 Acceptor0 SelectChannelConnector@0.0.0.0:10549, state=RUNNABLE, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
59) Thread[id=89, name=qtp458061647-89 Acceptor3 SelectChannelConnector@0.0.0.0:10549, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
60) Thread[id=188, name=qtp1762177173-188 Acceptor3 SelectChannelConnector@0.0.0.0:50995, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
at __randomizedtesting.SeedInfo.seed([EF102EE43690743D]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.handler.TestReplicationHandler
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=69, name=qtp1064301273-69 Acceptor1 SelectChannelConnector@0.0.0.0:58563, state=RUNNABLE, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 2) Thread[id=112, name=qtp441366923-112 Acceptor0 SelectChannelConnector@0.0.0.0:43609, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 3) Thread[id=185, name=qtp1762177173-185 Acceptor0 SelectChannelConnector@0.0.0.0:50995, state=RUNNABLE, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 4) Thread[id=39, name=qtp1194678059-39 Acceptor0 SelectChannelConnector@0.0.0.0:32478, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 5) Thread[id=54, name=qtp1623236944-54 Acceptor0 SelectChannelConnector@0.0.0.0:44838, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 6) Thread[id=56, name=qtp1623236944-56 Acceptor2 SelectChannelConnector@0.0.0.0:44838, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 7) Thread[id=226, name=qtp1994943491-226 Acceptor2 SelectChannelConnector@0.0.0.0:48057, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 8) Thread[id=131, name=qtp794362212-131 Acceptor0 SelectChannelConnector@0.0.0.0:23517, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 9) Thread[id=240, name=qtp679933718-240 Acceptor2 SelectChannelConnector@0.0.0.0:55388, state=RUNNABLE, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 10) Thread[id=145, name=qtp2097538400-145 Acceptor0 SelectChannelConnector@0.0.0.0:25287, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 11) Thread[id=70, name=qtp1064301273-70 Acceptor2 SelectChannelConnector@0.0.0.0:58563, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 12) Thread[id=96, name=qtp359026458-96 Acceptor0 SelectChannelConnector@0.0.0.0:30225, state=RUNNABLE, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 13) Thread[id=114, name=qtp441366923-114 Acceptor2 SelectChannelConnector@0.0.0.0:43609, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 14) Thread[id=41, name=qtp1194678059-41 Acceptor2 SelectChannelConnector@0.0.0.0:32478, state=RUNNABLE, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 15) Thread[id=285, name=qtp76255581-285 Acceptor1 SelectChannelConnector@0.0.0.0:52304, state=RUNNABLE, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 16) Thread[id=238, name=qtp679933718-238 Acceptor0 SelectChannelConnector@0.0.0.0:55388, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 17) Thread[id=241, name=qtp679933718-241 Acceptor3 SelectChannelConnector@0.0.0.0:55388, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 18) Thread[id=99, name=qtp359026458-99 Acceptor3 SelectChannelConnector@0.0.0.0:30225, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 19) Thread[id=40, name=qtp1194678059-40 Acceptor1 SelectChannelConnector@0.0.0.0:32478, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 20) Thread[id=113, name=qtp441366923-113 Acceptor1 SelectChannelConnector@0.0.0.0:43609, state=RUNNABLE, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 21) Thread[id=71, name=qtp1064301273-71 Acceptor3 SelectChannelConnector@0.0.0.0:58563, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 22) Thread[id=284, name=qtp76255581-284 Acceptor0 SelectChannelConnector@0.0.0.0:52304, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 23) Thread[id=199, name=qtp1845644602-199 Acceptor3 SelectChannelConnector@0.0.0.0:32501, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 24) Thread[id=269, name=qtp1407897028-269 Acceptor1 SelectChannelConnector@0.0.0.0:41982, state=RUNNABLE, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 25) Thread[id=210, name=qtp14844057-210 Acceptor1 SelectChannelConnector@0.0.0.0:10617, state=RUNNABLE, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 26) Thread[id=148, name=qtp2097538400-148 Acceptor3 SelectChannelConnector@0.0.0.0:25287, state=RUNNABLE, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 27) Thread[id=209, name=qtp14844057-209 Acceptor0 SelectChannelConnector@0.0.0.0:10617, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 28) Thread[id=133, name=qtp794362212-133 Acceptor2 SelectChannelConnector@0.0.0.0:23517, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 29) Thread[id=97, name=qtp359026458-97 Acceptor1 SelectChannelConnector@0.0.0.0:30225, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 30) Thread[id=224, name=qtp1994943491-224 Acceptor0 SelectChannelConnector@0.0.0.0:48057, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 31) Thread[id=196, name=qtp1845644602-196 Acceptor0 SelectChannelConnector@0.0.0.0:32501, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 32) Thread[id=225, name=qtp1994943491-225 Acceptor1 SelectChannelConnector@0.0.0.0:48057, state=RUNNABLE, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 33) Thread[id=270, name=qtp1407897028-270 Acceptor2 SelectChannelConnector@0.0.0.0:41982, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 34) Thread[id=68, name=qtp1064301273-68 Acceptor0 SelectChannelConnector@0.0.0.0:58563, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 35) Thread[id=87, name=qtp458061647-87 Acceptor1 SelectChannelConnector@0.0.0.0:10549, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 36) Thread[id=134, name=qtp794362212-134 Acceptor3 SelectChannelConnector@0.0.0.0:23517, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 37) Thread[id=147, name=qtp2097538400-147 Acceptor2 SelectChannelConnector@0.0.0.0:25287, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 38) Thread[id=211, name=qtp14844057-211 Acceptor2 SelectChannelConnector@0.0.0.0:10617, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 39) Thread[id=227, name=qtp1994943491-227 Acceptor3 SelectChannelConnector@0.0.0.0:48057, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 40) Thread[id=57, name=qtp1623236944-57 Acceptor3 SelectChannelConnector@0.0.0.0:44838, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 41) Thread[id=187, name=qtp1762177173-187 Acceptor2 SelectChannelConnector@0.0.0.0:50995, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 42) Thread[id=115, name=qtp441366923-115 Acceptor3 SelectChannelConnector@0.0.0.0:43609, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 43) Thread[id=55, name=qtp1623236944-55 Acceptor1 SelectChannelConnector@0.0.0.0:44838, state=RUNNABLE, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 44) Thread[id=42, name=qtp1194678059-42 Acceptor3 SelectChannelConnector@0.0.0.0:32478, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 45) Thread[id=212, name=qtp14844057-212 Acceptor3 SelectChannelConnector@0.0.0.0:10617, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 46) Thread[id=286, name=qtp76255581-286 Acceptor2 SelectChannelConnector@0.0.0.0:52304, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 47) Thread[id=186, name=qtp1762177173-186 Acceptor1 SelectChannelConnector@0.0.0.0:50995, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 48) Thread[id=271, name=qtp1407897028-271 Acceptor3 SelectChannelConnector@0.0.0.0:41982, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 49) Thread[id=132, name=qtp794362212-132 Acceptor1 SelectChannelConnector@0.0.0.0:23517, state=RUNNABLE, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 50) Thread[id=198, name=qtp1845644602-198 Acceptor2 SelectChannelConnector@0.0.0.0:32501, state=RUNNABLE, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 51) Thread[id=287, name=qtp76255581-287 Acceptor3 SelectChannelConnector@0.0.0.0:52304, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 52) Thread[id=197, name=qtp1845644602-197 Acceptor1 SelectChannelConnector@0.0.0.0:32501, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 53) Thread[id=268, name=qtp1407897028-268 Acceptor0 SelectChannelConnector@0.0.0.0:41982, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 54) Thread[id=88, name=qtp458061647-88 Acceptor2 SelectChannelConnector@0.0.0.0:10549, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 55) Thread[id=239, name=qtp679933718-239 Acceptor1 SelectChannelConnector@0.0.0.0:55388, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 56) Thread[id=146, name=qtp2097538400-146 Acceptor1 SelectChannelConnector@0.0.0.0:25287, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 57) Thread[id=98, name=qtp359026458-98 Acceptor2 SelectChannelConnector@0.0.0.0:30225, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 58) Thread[id=86, name=qtp458061647-86 Acceptor0 SelectChannelConnector@0.0.0.0:10549, state=RUNNABLE, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 59) Thread[id=89, name=qtp458061647-89 Acceptor3 SelectChannelConnector@0.0.0.0:10549, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 60) Thread[id=188, name=qtp1762177173-188 Acceptor3 SelectChannelConnector@0.0.0.0:50995, state=BLOCKED, group=TGRP-TestReplicationHandler] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=69, name=qtp1064301273-69 Acceptor1 SelectChannelConnector@0.0.0.0:58563, state=RUNNABLE, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
2) Thread[id=112, name=qtp441366923-112 Acceptor0 SelectChannelConnector@0.0.0.0:43609, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
3) Thread[id=185, name=qtp1762177173-185 Acceptor0 SelectChannelConnector@0.0.0.0:50995, state=RUNNABLE, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
4) Thread[id=39, name=qtp1194678059-39 Acceptor0 SelectChannelConnector@0.0.0.0:32478, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
5) Thread[id=54, name=qtp1623236944-54 Acceptor0 SelectChannelConnector@0.0.0.0:44838, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
6) Thread[id=56, name=qtp1623236944-56 Acceptor2 SelectChannelConnector@0.0.0.0:44838, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
7) Thread[id=226, name=qtp1994943491-226 Acceptor2 SelectChannelConnector@0.0.0.0:48057, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
8) Thread[id=131, name=qtp794362212-131 Acceptor0 SelectChannelConnector@0.0.0.0:23517, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
9) Thread[id=240, name=qtp679933718-240 Acceptor2 SelectChannelConnector@0.0.0.0:55388, state=RUNNABLE, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
10) Thread[id=145, name=qtp2097538400-145 Acceptor0 SelectChannelConnector@0.0.0.0:25287, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
11) Thread[id=70, name=qtp1064301273-70 Acceptor2 SelectChannelConnector@0.0.0.0:58563, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
12) Thread[id=96, name=qtp359026458-96 Acceptor0 SelectChannelConnector@0.0.0.0:30225, state=RUNNABLE, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
13) Thread[id=114, name=qtp441366923-114 Acceptor2 SelectChannelConnector@0.0.0.0:43609, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
14) Thread[id=41, name=qtp1194678059-41 Acceptor2 SelectChannelConnector@0.0.0.0:32478, state=RUNNABLE, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
15) Thread[id=285, name=qtp76255581-285 Acceptor1 SelectChannelConnector@0.0.0.0:52304, state=RUNNABLE, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
16) Thread[id=238, name=qtp679933718-238 Acceptor0 SelectChannelConnector@0.0.0.0:55388, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
17) Thread[id=241, name=qtp679933718-241 Acceptor3 SelectChannelConnector@0.0.0.0:55388, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
18) Thread[id=99, name=qtp359026458-99 Acceptor3 SelectChannelConnector@0.0.0.0:30225, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
19) Thread[id=40, name=qtp1194678059-40 Acceptor1 SelectChannelConnector@0.0.0.0:32478, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
20) Thread[id=113, name=qtp441366923-113 Acceptor1 SelectChannelConnector@0.0.0.0:43609, state=RUNNABLE, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
21) Thread[id=71, name=qtp1064301273-71 Acceptor3 SelectChannelConnector@0.0.0.0:58563, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
22) Thread[id=284, name=qtp76255581-284 Acceptor0 SelectChannelConnector@0.0.0.0:52304, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
23) Thread[id=199, name=qtp1845644602-199 Acceptor3 SelectChannelConnector@0.0.0.0:32501, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
24) Thread[id=269, name=qtp1407897028-269 Acceptor1 SelectChannelConnector@0.0.0.0:41982, state=RUNNABLE, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
25) Thread[id=210, name=qtp14844057-210 Acceptor1 SelectChannelConnector@0.0.0.0:10617, state=RUNNABLE, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
26) Thread[id=148, name=qtp2097538400-148 Acceptor3 SelectChannelConnector@0.0.0.0:25287, state=RUNNABLE, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
27) Thread[id=209, name=qtp14844057-209 Acceptor0 SelectChannelConnector@0.0.0.0:10617, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
28) Thread[id=133, name=qtp794362212-133 Acceptor2 SelectChannelConnector@0.0.0.0:23517, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
29) Thread[id=97, name=qtp359026458-97 Acceptor1 SelectChannelConnector@0.0.0.0:30225, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
30) Thread[id=224, name=qtp1994943491-224 Acceptor0 SelectChannelConnector@0.0.0.0:48057, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
31) Thread[id=196, name=qtp1845644602-196 Acceptor0 SelectChannelConnector@0.0.0.0:32501, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
32) Thread[id=225, name=qtp1994943491-225 Acceptor1 SelectChannelConnector@0.0.0.0:48057, state=RUNNABLE, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
33) Thread[id=270, name=qtp1407897028-270 Acceptor2 SelectChannelConnector@0.0.0.0:41982, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
34) Thread[id=68, name=qtp1064301273-68 Acceptor0 SelectChannelConnector@0.0.0.0:58563, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
35) Thread[id=87, name=qtp458061647-87 Acceptor1 SelectChannelConnector@0.0.0.0:10549, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
36) Thread[id=134, name=qtp794362212-134 Acceptor3 SelectChannelConnector@0.0.0.0:23517, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
37) Thread[id=147, name=qtp2097538400-147 Acceptor2 SelectChannelConnector@0.0.0.0:25287, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
38) Thread[id=211, name=qtp14844057-211 Acceptor2 SelectChannelConnector@0.0.0.0:10617, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
39) Thread[id=227, name=qtp1994943491-227 Acceptor3 SelectChannelConnector@0.0.0.0:48057, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
40) Thread[id=57, name=qtp1623236944-57 Acceptor3 SelectChannelConnector@0.0.0.0:44838, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
41) Thread[id=187, name=qtp1762177173-187 Acceptor2 SelectChannelConnector@0.0.0.0:50995, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
42) Thread[id=115, name=qtp441366923-115 Acceptor3 SelectChannelConnector@0.0.0.0:43609, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
43) Thread[id=55, name=qtp1623236944-55 Acceptor1 SelectChannelConnector@0.0.0.0:44838, state=RUNNABLE, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
44) Thread[id=42, name=qtp1194678059-42 Acceptor3 SelectChannelConnector@0.0.0.0:32478, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
45) Thread[id=212, name=qtp14844057-212 Acceptor3 SelectChannelConnector@0.0.0.0:10617, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
46) Thread[id=286, name=qtp76255581-286 Acceptor2 SelectChannelConnector@0.0.0.0:52304, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
47) Thread[id=186, name=qtp1762177173-186 Acceptor1 SelectChannelConnector@0.0.0.0:50995, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
48) Thread[id=271, name=qtp1407897028-271 Acceptor3 SelectChannelConnector@0.0.0.0:41982, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
49) Thread[id=132, name=qtp794362212-132 Acceptor1 SelectChannelConnector@0.0.0.0:23517, state=RUNNABLE, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
50) Thread[id=198, name=qtp1845644602-198 Acceptor2 SelectChannelConnector@0.0.0.0:32501, state=RUNNABLE, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
51) Thread[id=287, name=qtp76255581-287 Acceptor3 SelectChannelConnector@0.0.0.0:52304, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
52) Thread[id=197, name=qtp1845644602-197 Acceptor1 SelectChannelConnector@0.0.0.0:32501, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
53) Thread[id=268, name=qtp1407897028-268 Acceptor0 SelectChannelConnector@0.0.0.0:41982, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
54) Thread[id=88, name=qtp458061647-88 Acceptor2 SelectChannelConnector@0.0.0.0:10549, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
55) Thread[id=239, name=qtp679933718-239 Acceptor1 SelectChannelConnector@0.0.0.0:55388, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
56) Thread[id=146, name=qtp2097538400-146 Acceptor1 SelectChannelConnector@0.0.0.0:25287, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
57) Thread[id=98, name=qtp359026458-98 Acceptor2 SelectChannelConnector@0.0.0.0:30225, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
58) Thread[id=86, name=qtp458061647-86 Acceptor0 SelectChannelConnector@0.0.0.0:10549, state=RUNNABLE, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
59) Thread[id=89, name=qtp458061647-89 Acceptor3 SelectChannelConnector@0.0.0.0:10549, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
60) Thread[id=188, name=qtp1762177173-188 Acceptor3 SelectChannelConnector@0.0.0.0:50995, state=BLOCKED, group=TGRP-TestReplicationHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
at __randomizedtesting.SeedInfo.seed([EF102EE43690743D]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.handler.component.DistributedTermsComponentTest
Error Message:
36 threads leaked from SUITE scope at org.apache.solr.handler.component.DistributedTermsComponentTest: 1) Thread[id=152, name=qtp624235151-152 Acceptor1 SelectChannelConnector@0.0.0.0:46978, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 2) Thread[id=236, name=qtp1756137990-236 Acceptor2 SelectChannelConnector@0.0.0.0:58993, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 3) Thread[id=235, name=qtp1756137990-235 Acceptor1 SelectChannelConnector@0.0.0.0:58993, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 4) Thread[id=178, name=qtp2100598662-178 Acceptor0 SelectChannelConnector@0.0.0.0:39204, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 5) Thread[id=98, name=qtp77421586-98 Acceptor3 SelectChannelConnector@0.0.0.0:45751, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 6) Thread[id=167, name=qtp919870004-167 Acceptor2 SelectChannelConnector@0.0.0.0:54857, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 7) Thread[id=96, name=qtp77421586-96 Acceptor1 SelectChannelConnector@0.0.0.0:45751, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 8) Thread[id=274, name=qtp1654606220-274 Acceptor1 SelectChannelConnector@0.0.0.0:58996, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 9) Thread[id=153, name=qtp624235151-153 Acceptor2 SelectChannelConnector@0.0.0.0:46978, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 10) Thread[id=250, name=qtp8344257-250 Acceptor3 SelectChannelConnector@0.0.0.0:58994, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 11) Thread[id=259, name=qtp89218228-259 Acceptor0 SelectChannelConnector@0.0.0.0:58995, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 12) Thread[id=168, name=qtp919870004-168 Acceptor3 SelectChannelConnector@0.0.0.0:54857, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 13) Thread[id=260, name=qtp89218228-260 Acceptor1 SelectChannelConnector@0.0.0.0:58995, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 14) Thread[id=97, name=qtp77421586-97 Acceptor2 SelectChannelConnector@0.0.0.0:45751, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 15) Thread[id=248, name=qtp8344257-248 Acceptor1 SelectChannelConnector@0.0.0.0:58994, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 16) Thread[id=179, name=qtp2100598662-179 Acceptor1 SelectChannelConnector@0.0.0.0:39204, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 17) Thread[id=247, name=qtp8344257-247 Acceptor0 SelectChannelConnector@0.0.0.0:58994, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 18) Thread[id=95, name=qtp77421586-95 Acceptor0 SelectChannelConnector@0.0.0.0:45751, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 19) Thread[id=180, name=qtp2100598662-180 Acceptor2 SelectChannelConnector@0.0.0.0:39204, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 20) Thread[id=109, name=qtp235361420-109 Acceptor0 SelectChannelConnector@0.0.0.0:64797, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 21) Thread[id=262, name=qtp89218228-262 Acceptor3 SelectChannelConnector@0.0.0.0:58995, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 22) Thread[id=151, name=qtp624235151-151 Acceptor0 SelectChannelConnector@0.0.0.0:46978, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 23) Thread[id=249, name=qtp8344257-249 Acceptor2 SelectChannelConnector@0.0.0.0:58994, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 24) Thread[id=166, name=qtp919870004-166 Acceptor1 SelectChannelConnector@0.0.0.0:54857, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 25) Thread[id=237, name=qtp1756137990-237 Acceptor3 SelectChannelConnector@0.0.0.0:58993, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 26) Thread[id=276, name=qtp1654606220-276 Acceptor3 SelectChannelConnector@0.0.0.0:58996, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 27) Thread[id=165, name=qtp919870004-165 Acceptor0 SelectChannelConnector@0.0.0.0:54857, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 28) Thread[id=154, name=qtp624235151-154 Acceptor3 SelectChannelConnector@0.0.0.0:46978, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 29) Thread[id=181, name=qtp2100598662-181 Acceptor3 SelectChannelConnector@0.0.0.0:39204, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 30) Thread[id=110, name=qtp235361420-110 Acceptor1 SelectChannelConnector@0.0.0.0:64797, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 31) Thread[id=273, name=qtp1654606220-273 Acceptor0 SelectChannelConnector@0.0.0.0:58996, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 32) Thread[id=234, name=qtp1756137990-234 Acceptor0 SelectChannelConnector@0.0.0.0:58993, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 33) Thread[id=112, name=qtp235361420-112 Acceptor3 SelectChannelConnector@0.0.0.0:64797, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 34) Thread[id=275, name=qtp1654606220-275 Acceptor2 SelectChannelConnector@0.0.0.0:58996, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 35) Thread[id=261, name=qtp89218228-261 Acceptor2 SelectChannelConnector@0.0.0.0:58995, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 36) Thread[id=111, name=qtp235361420-111 Acceptor2 SelectChannelConnector@0.0.0.0:64797, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 36 threads leaked from SUITE scope at org.apache.solr.handler.component.DistributedTermsComponentTest:
1) Thread[id=152, name=qtp624235151-152 Acceptor1 SelectChannelConnector@0.0.0.0:46978, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
2) Thread[id=236, name=qtp1756137990-236 Acceptor2 SelectChannelConnector@0.0.0.0:58993, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
3) Thread[id=235, name=qtp1756137990-235 Acceptor1 SelectChannelConnector@0.0.0.0:58993, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
4) Thread[id=178, name=qtp2100598662-178 Acceptor0 SelectChannelConnector@0.0.0.0:39204, sta
[...truncated too long message...]
g.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 27) Thread[id=165, name=qtp919870004-165 Acceptor0 SelectChannelConnector@0.0.0.0:54857, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 28) Thread[id=154, name=qtp624235151-154 Acceptor3 SelectChannelConnector@0.0.0.0:46978, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 29) Thread[id=181, name=qtp2100598662-181 Acceptor3 SelectChannelConnector@0.0.0.0:39204, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 30) Thread[id=110, name=qtp235361420-110 Acceptor1 SelectChannelConnector@0.0.0.0:64797, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 31) Thread[id=273, name=qtp1654606220-273 Acceptor0 SelectChannelConnector@0.0.0.0:58996, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 32) Thread[id=234, name=qtp1756137990-234 Acceptor0 SelectChannelConnector@0.0.0.0:58993, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 33) Thread[id=112, name=qtp235361420-112 Acceptor3 SelectChannelConnector@0.0.0.0:64797, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 34) Thread[id=275, name=qtp1654606220-275 Acceptor2 SelectChannelConnector@0.0.0.0:58996, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 35) Thread[id=261, name=qtp89218228-261 Acceptor2 SelectChannelConnector@0.0.0.0:58995, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 36) Thread[id=111, name=qtp235361420-111 Acceptor2 SelectChannelConnector@0.0.0.0:64797, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([EF102EE43690743D]:0)
[junit4:junit4] Completed on J0 in 39.42s, 1 test, 2 errors <<< FAILURES!
[...truncated 149 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:335: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:178: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/module-build.xml:61: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1163: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:827: There were test failures: 233 suites, 965 tests, 4 suite-level errors, 838 ignored
Total time: 107 minutes 47 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 80 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/80/
4 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.servlet.NoCacheHeaderTest
Error Message:
4 threads leaked from SUITE scope at org.apache.solr.servlet.NoCacheHeaderTest: 1) Thread[id=43, name=qtp879132065-43 Acceptor0 SelectChannelConnector@0.0.0.0:12050, state=BLOCKED, group=TGRP-NoCacheHeaderTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 2) Thread[id=44, name=qtp879132065-44 Acceptor1 SelectChannelConnector@0.0.0.0:12050, state=BLOCKED, group=TGRP-NoCacheHeaderTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 3) Thread[id=45, name=qtp879132065-45 Acceptor2 SelectChannelConnector@0.0.0.0:12050, state=BLOCKED, group=TGRP-NoCacheHeaderTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 4) Thread[id=46, name=qtp879132065-46 Acceptor3 SelectChannelConnector@0.0.0.0:12050, state=RUNNABLE, group=TGRP-NoCacheHeaderTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.servlet.NoCacheHeaderTest:
1) Thread[id=43, name=qtp879132065-43 Acceptor0 SelectChannelConnector@0.0.0.0:12050, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
2) Thread[id=44, name=qtp879132065-44 Acceptor1 SelectChannelConnector@0.0.0.0:12050, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
3) Thread[id=45, name=qtp879132065-45 Acceptor2 SelectChannelConnector@0.0.0.0:12050, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
4) Thread[id=46, name=qtp879132065-46 Acceptor3 SelectChannelConnector@0.0.0.0:12050, state=RUNNABLE, group=TGRP-NoCacheHeaderTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
at __randomizedtesting.SeedInfo.seed([A8679E425BADC72F]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.servlet.NoCacheHeaderTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=43, name=qtp879132065-43 Acceptor0 SelectChannelConnector@0.0.0.0:12050, state=BLOCKED, group=TGRP-NoCacheHeaderTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 2) Thread[id=44, name=qtp879132065-44 Acceptor1 SelectChannelConnector@0.0.0.0:12050, state=BLOCKED, group=TGRP-NoCacheHeaderTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 3) Thread[id=45, name=qtp879132065-45 Acceptor2 SelectChannelConnector@0.0.0.0:12050, state=BLOCKED, group=TGRP-NoCacheHeaderTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 4) Thread[id=46, name=qtp879132065-46 Acceptor3 SelectChannelConnector@0.0.0.0:12050, state=RUNNABLE, group=TGRP-NoCacheHeaderTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=43, name=qtp879132065-43 Acceptor0 SelectChannelConnector@0.0.0.0:12050, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
2) Thread[id=44, name=qtp879132065-44 Acceptor1 SelectChannelConnector@0.0.0.0:12050, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
3) Thread[id=45, name=qtp879132065-45 Acceptor2 SelectChannelConnector@0.0.0.0:12050, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
4) Thread[id=46, name=qtp879132065-46 Acceptor3 SelectChannelConnector@0.0.0.0:12050, state=RUNNABLE, group=TGRP-NoCacheHeaderTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
at __randomizedtesting.SeedInfo.seed([A8679E425BADC72F]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.update.PeerSyncTest
Error Message:
16 threads leaked from SUITE scope at org.apache.solr.update.PeerSyncTest: 1) Thread[id=762, name=qtp1903856065-762 Acceptor1 SelectChannelConnector@0.0.0.0:๕๑๖๔๐, state=BLOCKED, group=TGRP-PeerSyncTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 2) Thread[id=724, name=qtp1877766749-724 Acceptor3 SelectChannelConnector@0.0.0.0:๕๑๖๓๖, state=BLOCKED, group=TGRP-PeerSyncTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 3) Thread[id=723, name=qtp1877766749-723 Acceptor2 SelectChannelConnector@0.0.0.0:๕๑๖๓๖, state=RUNNABLE, group=TGRP-PeerSyncTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 4) Thread[id=721, name=qtp1877766749-721 Acceptor0 SelectChannelConnector@0.0.0.0:๕๑๖๓๖, state=BLOCKED, group=TGRP-PeerSyncTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 5) Thread[id=763, name=qtp1903856065-763 Acceptor2 SelectChannelConnector@0.0.0.0:๕๑๖๔๐, state=BLOCKED, group=TGRP-PeerSyncTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 6) Thread[id=750, name=qtp910454738-750 Acceptor3 SelectChannelConnector@0.0.0.0:๕๑๖๓๘, state=BLOCKED, group=TGRP-PeerSyncTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 7) Thread[id=748, name=qtp910454738-748 Acceptor1 SelectChannelConnector@0.0.0.0:๕๑๖๓๘, state=BLOCKED, group=TGRP-PeerSyncTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 8) Thread[id=738, name=qtp433139335-738 Acceptor3 SelectChannelConnector@0.0.0.0:๕๑๖๓๗, state=RUNNABLE, group=TGRP-PeerSyncTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 9) Thread[id=764, name=qtp1903856065-764 Acceptor3 SelectChannelConnector@0.0.0.0:๕๑๖๔๐, state=RUNNABLE, group=TGRP-PeerSyncTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 10) Thread[id=749, name=qtp910454738-749 Acceptor2 SelectChannelConnector@0.0.0.0:๕๑๖๓๘, state=RUNNABLE, group=TGRP-PeerSyncTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 11) Thread[id=761, name=qtp1903856065-761 Acceptor0 SelectChannelConnector@0.0.0.0:๕๑๖๔๐, state=BLOCKED, group=TGRP-PeerSyncTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 12) Thread[id=737, name=qtp433139335-737 Acceptor2 SelectChannelConnector@0.0.0.0:๕๑๖๓๗, state=BLOCKED, group=TGRP-PeerSyncTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 13) Thread[id=736, name=qtp433139335-736 Acceptor1 SelectChannelConnector@0.0.0.0:๕๑๖๓๗, state=BLOCKED, group=TGRP-PeerSyncTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 14) Thread[id=747, name=qtp910454738-747 Acceptor0 SelectChannelConnector@0.0.0.0:๕๑๖๓๘, state=BLOCKED, group=TGRP-PeerSyncTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 15) Thread[id=722, name=qtp1877766749-722 Acceptor1 SelectChannelConnector@0.0.0.0:๕๑๖๓๖, state=BLOCKED, group=TGRP-PeerSyncTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 16) Thread[id=735, name=qtp433139335-735 Acceptor0 SelectChannelConnector@0.0.0.0:๕๑๖๓๗, state=BLOCKED, group=TGRP-PeerSyncTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 16 threads leaked from SUITE scope at org.apache.solr.update.PeerSyncTest:
1) Thread[id=762, name=qtp1903856065-762 Acceptor1 SelectChannelConnector@0.0.0.0:๕๑๖๔๐, state=BLOCKED, group=TGRP-PeerSyncTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
2) Thread[id=724, name=qtp1877766749-724 Acceptor3 SelectChannelConnector@0.0.0.0:๕๑๖๓๖, state=BLOCKED, group=TGRP-PeerSyncTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
3) Thread[id=723, name=qtp1877766749-723 Acceptor2 SelectChannelConnector@0.0.0.0:๕๑๖๓๖, state=RUNNABLE, group=TGRP-PeerSyncTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
4) Thread[id=721, name=qtp1877766749-721 Acceptor0 SelectChannelConnector@0.0.0.0:๕๑๖๓๖, state=BLOCKED, group=TGRP-PeerSyncTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
5) Thread[id=763, name=qtp1903856065-763 Acceptor2 SelectChannelConnector@0.0.0.0:๕๑๖๔๐, state=BLOCKED, group=TGRP-PeerSyncTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
6) Thread[id=750, name=qtp910454738-750 Acceptor3 SelectChannelConnector@0.0.0.0:๕๑๖๓๘, state=BLOCKED, group=TGRP-PeerSyncTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
7) Thread[id=748, name=qtp910454738-748 Acceptor1 SelectChannelConnector@0.0.0.0:๕๑๖๓๘, state=BLOCKED, group=TGRP-PeerSyncTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
8) Thread[id=738, name=qtp433139335-738 Acceptor3 SelectChannelConnector@0.0.0.0:๕๑๖๓๗, state=RUNNABLE, group=TGRP-PeerSyncTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
9) Thread[id=764, name=qtp1903856065-764 Acceptor3 SelectChannelConnector@0.0.0.0:๕๑๖๔๐, state=RUNNABLE, group=TGRP-PeerSyncTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
10) Thread[id=749, name=qtp910454738-749 Acceptor2 SelectChannelConnector@0.0.0.0:๕๑๖๓๘, state=RUNNABLE, group=TGRP-PeerSyncTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
11) Thread[id=761, name=qtp1903856065-761 Acceptor0 SelectChannelConnector@0.0.0.0:๕๑๖๔๐, state=BLOCKED, group=TGRP-PeerSyncTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
12) Thread[id=737, name=qtp433139335-737 Acceptor2 SelectChannelConnector@0.0.0.0:๕๑๖๓๗, state=BLOCKED, group=TGRP-PeerSyncTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
13) Thread[id=736, name=qtp433139335-736 Acceptor1 SelectChannelConnector@0.0.0.0:๕๑๖๓๗, state=BLOCKED, group=TGRP-PeerSyncTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
14) Thread[id=747, name=qtp910454738-747 Acceptor0 SelectChannelConnector@0.0.0.0:๕๑๖๓๘, state=BLOCKED, group=TGRP-PeerSyncTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
15) Thread[id=722, name=qtp1877766749-722 Acceptor1 SelectChannelConnector@0.0.0.0:๕๑๖๓๖, state=BLOCKED, group=TGRP-PeerSyncTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
16) Thread[id=735, name=qtp433139335-735 Acceptor0 SelectChannelConnector@0.0.0.0:๕๑๖๓๗, state=BLOCKED, group=TGRP-PeerSyncTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
at __randomizedtesting.SeedInfo.seed([A8679E425BADC72F]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.update.PeerSyncTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=723, name=qtp1877766749-723 Acceptor2 SelectChannelConnector@0.0.0.0:๕๑๖๓๖, state=RUNNABLE, group=TGRP-PeerSyncTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 2) Thread[id=724, name=qtp1877766749-724 Acceptor3 SelectChannelConnector@0.0.0.0:๕๑๖๓๖, state=BLOCKED, group=TGRP-PeerSyncTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 3) Thread[id=762, name=qtp1903856065-762 Acceptor1 SelectChannelConnector@0.0.0.0:๕๑๖๔๐, state=BLOCKED, group=TGRP-PeerSyncTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 4) Thread[id=721, name=qtp1877766749-721 Acceptor0 SelectChannelConnector@0.0.0.0:๕๑๖๓๖, state=BLOCKED, group=TGRP-PeerSyncTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 5) Thread[id=748, name=qtp910454738-748 Acceptor1 SelectChannelConnector@0.0.0.0:๕๑๖๓๘, state=BLOCKED, group=TGRP-PeerSyncTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 6) Thread[id=750, name=qtp910454738-750 Acceptor3 SelectChannelConnector@0.0.0.0:๕๑๖๓๘, state=BLOCKED, group=TGRP-PeerSyncTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 7) Thread[id=763, name=qtp1903856065-763 Acceptor2 SelectChannelConnector@0.0.0.0:๕๑๖๔๐, state=BLOCKED, group=TGRP-PeerSyncTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 8) Thread[id=738, name=qtp433139335-738 Acceptor3 SelectChannelConnector@0.0.0.0:๕๑๖๓๗, state=RUNNABLE, group=TGRP-PeerSyncTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 9) Thread[id=764, name=qtp1903856065-764 Acceptor3 SelectChannelConnector@0.0.0.0:๕๑๖๔๐, state=RUNNABLE, group=TGRP-PeerSyncTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 10) Thread[id=749, name=qtp910454738-749 Acceptor2 SelectChannelConnector@0.0.0.0:๕๑๖๓๘, state=RUNNABLE, group=TGRP-PeerSyncTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 11) Thread[id=761, name=qtp1903856065-761 Acceptor0 SelectChannelConnector@0.0.0.0:๕๑๖๔๐, state=BLOCKED, group=TGRP-PeerSyncTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 12) Thread[id=737, name=qtp433139335-737 Acceptor2 SelectChannelConnector@0.0.0.0:๕๑๖๓๗, state=BLOCKED, group=TGRP-PeerSyncTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 13) Thread[id=736, name=qtp433139335-736 Acceptor1 SelectChannelConnector@0.0.0.0:๕๑๖๓๗, state=BLOCKED, group=TGRP-PeerSyncTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 14) Thread[id=747, name=qtp910454738-747 Acceptor0 SelectChannelConnector@0.0.0.0:๕๑๖๓๘, state=BLOCKED, group=TGRP-PeerSyncTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 15) Thread[id=722, name=qtp1877766749-722 Acceptor1 SelectChannelConnector@0.0.0.0:๕๑๖๓๖, state=BLOCKED, group=TGRP-PeerSyncTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 16) Thread[id=735, name=qtp433139335-735 Acceptor0 SelectChannelConnector@0.0.0.0:๕๑๖๓๗, state=BLOCKED, group=TGRP-PeerSyncTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=723, name=qtp1877766749-723 Acceptor2 SelectChannelConnector@0.0.0.0:๕๑๖๓๖, state=RUNNABLE, group=TGRP-PeerSyncTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
2) Thread[id=724, name=qtp1877766749-724 Acceptor3 SelectChannelConnector@0.0.0.0:๕๑๖๓๖, state=BLOCKED, group=TGRP-PeerSyncTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
3) Thread[id=762, name=qtp1903856065-762 Acceptor1 SelectChannelConnector@0.0.0.0:๕๑๖๔๐, state=BLOCKED, group=TGRP-PeerSyncTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
4) Thread[id=721, name=qtp1877766749-721 Acceptor0 SelectChannelConnector@0.0.0.0:๕๑๖๓๖, state=BLOCKED, group=TGRP-PeerSyncTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
5) Thread[id=748, name=qtp910454738-748 Acceptor1 SelectChannelConnector@0.0.0.0:๕๑๖๓๘, state=BLOCKED, group=TGRP-PeerSyncTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
6) Thread[id=750, name=qtp910454738-750 Acceptor3 SelectChannelConnector@0.0.0.0:๕๑๖๓๘, state=BLOCKED, group=TGRP-PeerSyncTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
7) Thread[id=763, name=qtp1903856065-763 Acceptor2 SelectChannelConnector@0.0.0.0:๕๑๖๔๐, state=BLOCKED, group=TGRP-PeerSyncTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
8) Thread[id=738, name=qtp433139335-738 Acceptor3 SelectChannelConnector@0.0.0.0:๕๑๖๓๗, state=RUNNABLE, group=TGRP-PeerSyncTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
9) Thread[id=764, name=qtp1903856065-764 Acceptor3 SelectChannelConnector@0.0.0.0:๕๑๖๔๐, state=RUNNABLE, group=TGRP-PeerSyncTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
10) Thread[id=749, name=qtp910454738-749 Acceptor2 SelectChannelConnector@0.0.0.0:๕๑๖๓๘, state=RUNNABLE, group=TGRP-PeerSyncTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
11) Thread[id=761, name=qtp1903856065-761 Acceptor0 SelectChannelConnector@0.0.0.0:๕๑๖๔๐, state=BLOCKED, group=TGRP-PeerSyncTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
12) Thread[id=737, name=qtp433139335-737 Acceptor2 SelectChannelConnector@0.0.0.0:๕๑๖๓๗, state=BLOCKED, group=TGRP-PeerSyncTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
13) Thread[id=736, name=qtp433139335-736 Acceptor1 SelectChannelConnector@0.0.0.0:๕๑๖๓๗, state=BLOCKED, group=TGRP-PeerSyncTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
14) Thread[id=747, name=qtp910454738-747 Acceptor0 SelectChannelConnector@0.0.0.0:๕๑๖๓๘, state=BLOCKED, group=TGRP-PeerSyncTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
15) Thread[id=722, name=qtp1877766749-722 Acceptor1 SelectChannelConnector@0.0.0.0:๕๑๖๓๖, state=BLOCKED, group=TGRP-PeerSyncTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
16) Thread[id=735, name=qtp433139335-735 Acceptor0 SelectChannelConnector@0.0.0.0:๕๑๖๓๗, state=BLOCKED, group=TGRP-PeerSyncTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
at __randomizedtesting.SeedInfo.seed([A8679E425BADC72F]:0)
Build Log:
[...truncated 7773 lines...]
[junit4:junit4] Suite: org.apache.solr.servlet.NoCacheHeaderTest
[junit4:junit4] 2> 1 T36 oas.SolrTestCaseJ4.initCore ####initCore
[junit4:junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./solrtest-NoCacheHeaderTest-1351853711118
[junit4:junit4] 2> 2 T36 oas.SolrTestCaseJ4.initCore ####initCore end
[junit4:junit4] 2> 593 T36 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4] 2> 915 T36 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:12050
[junit4:junit4] 2> 942 T36 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 942 T36 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr
[junit4:junit4] 2> 943 T36 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/'
[junit4:junit4] 2> 975 T36 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 976 T36 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 976 T36 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr
[junit4:junit4] 2> 976 T36 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4] 2> 977 T36 oasc.CoreContainer.<init> New CoreContainer 1814286763
[junit4:junit4] 2> 977 T36 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/'
[junit4:junit4] 2> 977 T36 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/'
[junit4:junit4] 2> 1008 T36 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 1047 T36 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4] 2> 1048 T36 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4] 2> 1049 T36 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 1049 T36 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4] 2> 1082 T36 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 1124 T36 oasc.SolrConfig.<init> Loaded SolrConfig: solr/collection1/conf/solrconfig-nocache.xml
[junit4:junit4] 2> 1125 T36 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 1143 T36 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 1577 T36 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 1588 T36 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 1591 T36 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 1603 T36 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1607 T36 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1610 T36 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 1612 T36 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 1613 T36 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/solrtest-NoCacheHeaderTest-1351853711118/
[junit4:junit4] 2> 1614 T36 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
[junit4:junit4] 2> 1614 T36 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1614 T36 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@7b5321f0 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@ed952d1) assuming 'simple'
[junit4:junit4] 2> 1615 T36 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/solrtest-NoCacheHeaderTest-1351853711118 forceNew:false
[junit4:junit4] 2> 1615 T36 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/solrtest-NoCacheHeaderTest-1351853711118
[junit4:junit4] 2> 1616 T36 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/solrtest-NoCacheHeaderTest-1351853711118/index/
[junit4:junit4] 2> 1616 T36 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/solrtest-NoCacheHeaderTest-1351853711118/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 1616 T36 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/solrtest-NoCacheHeaderTest-1351853711118/index forceNew:false
[junit4:junit4] 2> 1618 T36 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@e1ddc89 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7a7502f6),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 1619 T36 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 1619 T36 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/solrtest-NoCacheHeaderTest-1351853711118/index
[junit4:junit4] 2> 1621 T36 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 1625 T36 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/solrtest-NoCacheHeaderTest-1351853711118
[junit4:junit4] 2> 1625 T36 oass.SolrIndexSearcher.<init> Opening Searcher@304ed448 main
[junit4:junit4] 2> 1625 T36 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 1626 T36 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 1626 T36 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 1626 T36 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 1627 T36 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 1627 T36 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 1627 T36 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 1627 T36 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 1628 T36 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 1628 T36 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 1628 T36 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 1629 T36 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 1640 T36 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 1640 T51 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@304ed448 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 1640 T36 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
[junit4:junit4] 2> 1641 T36 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 1641 T36 oas.SolrJettyTestBase.createJetty Jetty Assigned Port#12050
[junit4:junit4] 2> 1646 T36 oas.SolrTestCaseJ4.setUp ###Starting testCacheControl
[junit4:junit4] 2> 1665 T36 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C3 name=collection1 org.apache.solr.core.SolrCore@53f0d7b0
[junit4:junit4] 2> 2618 T50 C3 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=7
[junit4:junit4] 2> 2791 T48 C3 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=1
[junit4:junit4] 2> 2800 T49 C3 REQ [collection1] webapp=/solr path=/select params={q=solr&qt=standard} hits=0 status=0 QTime=0
[junit4:junit4] 2> 2801 T36 oas.SolrTestCaseJ4.tearDown ###Ending testCacheControl
[junit4:junit4] 2> 2806 T36 oas.SolrTestCaseJ4.setUp ###Starting testEtag
[junit4:junit4] 2> 2810 T50 C3 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=1
[junit4:junit4] 2> 2813 T48 C3 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=0
[junit4:junit4] 2> 2817 T49 C3 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=1
[junit4:junit4] 2> 2821 T50 C3 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=1
[junit4:junit4] 2> 2825 T48 C3 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=0
[junit4:junit4] 2> 2827 T49 C3 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=0
[junit4:junit4] 2> 2830 T50 C3 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=0
[junit4:junit4] 2> 2834 T48 C3 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=0
[junit4:junit4] 2> 2837 T49 C3 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=1
[junit4:junit4] 2> 2840 T50 C3 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=1
[junit4:junit4] 2> 2840 T36 oas.SolrTestCaseJ4.tearDown ###Ending testEtag
[junit4:junit4] 2> 2848 T36 oas.SolrTestCaseJ4.setUp ###Starting testLastModified
[junit4:junit4] 2> 2851 T48 C3 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=1
[junit4:junit4] 2> 2873 T49 C3 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=1
[junit4:junit4] 2> 2877 T50 C3 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=1
[junit4:junit4] 2> 2881 T48 C3 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=0
[junit4:junit4] 2> 2885 T49 C3 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=0
[junit4:junit4] 2> 2887 T50 C3 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=0
[junit4:junit4] 2> 2891 T48 C3 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=0
[junit4:junit4] 2> 2894 T49 C3 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=1
[junit4:junit4] 2> 2897 T50 C3 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=1
[junit4:junit4] 2> 2900 T48 C3 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=1
[junit4:junit4] 2> 2900 T36 oas.SolrTestCaseJ4.tearDown ###Ending testLastModified
[junit4:junit4] 2> 2925 T36 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1814286763
[junit4:junit4] 2> 2926 T36 oasc.SolrCore.close [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@53f0d7b0
[junit4:junit4] 2> 2926 T36 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4] 2> 2926 T36 oasc.SolrCore.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4] 2> 2927 T36 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4] 2> 2927 T36 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4] 2> 2928 T36 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4] 2> 2928 T36 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/solrtest-NoCacheHeaderTest-1351853711118/index
[junit4:junit4] 2> 2929 T36 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4] 2> 3029 T36 oejut.QueuedThreadPool.doStop WARNING 4 threads could not be stopped
[junit4:junit4] 2> 3029 T36 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4] 2> 3034 T35 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 4 leaked thread(s).
[junit4:junit4] 2> 23146 T35 ccr.ThreadLeakControl.checkThreadLeaks SEVERE 4 threads leaked from SUITE scope at org.apache.solr.servlet.NoCacheHeaderTest:
[junit4:junit4] 2> 1) Thread[id=43, name=qtp879132065-43 Acceptor0 SelectChannelConnector@0.0.0.0:12050, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
[junit4:junit4] 2> at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] 2> at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] 2> at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] 2> at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] 2> 2) Thread[id=44, name=qtp879132065-44 Acceptor1 SelectChannelConnector@0.0.0.0:12050, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
[junit4:junit4] 2> at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] 2> at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] 2> at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] 2> at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] 2> 3) Thread[id=45, name=qtp879132065-45 Acceptor2 SelectChannelConnector@0.0.0.0:12050, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
[junit4:junit4] 2> at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] 2> at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] 2> at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] 2> at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] 2> 4) Thread[id=46, name=qtp879132065-46 Acceptor3 SelectChannelConnector@0.0.0.0:12050, state=RUNNABLE, group=TGRP-NoCacheHeaderTest]
[junit4:junit4] 2> at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4] 2> at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
[junit4:junit4] 2> at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] 2> at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] 2> at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] 2> 23147 T35 ccr.ThreadLeakControl.tryToInterruptAll Starting to interrupt leaked threads:
[junit4:junit4] 2> 1) Thread[id=43, name=qtp879132065-43 Acceptor0 SelectChannelConnector@0.0.0.0:12050, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
[junit4:junit4] 2> 2) Thread[id=44, name=qtp879132065-44 Acceptor1 SelectChannelConnector@0.0.0.0:12050, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
[junit4:junit4] 2> 3) Thread[id=45, name=qtp879132065-45 Acceptor2 SelectChannelConnector@0.0.0.0:12050, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
[junit4:junit4] 2> 4) Thread[id=46, name=qtp879132065-46 Acceptor3 SelectChannelConnector@0.0.0.0:12050, state=RUNNABLE, group=TGRP-NoCacheHeaderTest]
[junit4:junit4] 2> 26190 T35 ccr.ThreadLeakControl.tryToInterruptAll SEVERE There are still zombie threads that couldn't be terminated:
[junit4:junit4] 2> 1) Thread[id=43, name=qtp879132065-43 Acceptor0 SelectChannelConnector@0.0.0.0:12050, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
[junit4:junit4] 2> at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] 2> at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] 2> at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] 2> at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] 2> 2) Thread[id=44, name=qtp879132065-44 Acceptor1 SelectChannelConnector@0.0.0.0:12050, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
[junit4:junit4] 2> at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] 2> at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] 2> at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] 2> at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] 2> 3) Thread[id=45, name=qtp879132065-45 Acceptor2 SelectChannelConnector@0.0.0.0:12050, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
[junit4:junit4] 2> at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] 2> at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] 2> at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] 2> at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] 2> 4) Thread[id=46, name=qtp879132065-46 Acceptor3 SelectChannelConnector@0.0.0.0:12050, state=RUNNABLE, group=TGRP-NoCacheHeaderTest]
[junit4:junit4] 2> at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4] 2> at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
[junit4:junit4] 2> at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] 2> at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] 2> at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] 2> NOTE: test params are: codec=Asserting, sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {}, locale=pl_PL, timezone=Europe/Dublin
[junit4:junit4] 2> NOTE: FreeBSD 9.0-RELEASE amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=5,free=350196760,total=471990272
[junit4:junit4] 2> NOTE: All tests run in this JVM: [TestRangeQuery, TestNumberUtils, ScriptEngineTest, SimpleFacetsTest, TestIndexingPerformance, NoCacheHeaderTest]
[junit4:junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=NoCacheHeaderTest -Dtests.seed=A8679E425BADC72F -Dtests.multiplier=3 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/hudson/lucene-data/enwiki.random.lines.txt -Dtests.locale=pl_PL -Dtests.timezone=Europe/Dublin -Dtests.file.encoding=ISO-8859-1
[junit4:junit4] ERROR 0.00s J0 | NoCacheHeaderTest (suite) <<<
[junit4:junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.servlet.NoCacheHeaderTest:
[junit4:junit4] > 1) Thread[id=43, name=qtp879132065-43 Acceptor0 SelectChannelConnector@0.0.0.0:12050, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 2) Thread[id=44, name=qtp879132065-44 Acceptor1 SelectChannelConnector@0.0.0.0:12050, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 3) Thread[id=45, name=qtp879132065-45 Acceptor2 SelectChannelConnector@0.0.0.0:12050, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 4) Thread[id=46, name=qtp879132065-46 Acceptor3 SelectChannelConnector@0.0.0.0:12050, state=RUNNABLE, group=TGRP-NoCacheHeaderTest]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([A8679E425BADC72F]:0)
[junit4:junit4] > Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4:junit4] > 1) Thread[id=43, name=qtp879132065-43 Acceptor0 SelectChannelConnector@0.0.0.0:12050, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 2) Thread[id=44, name=qtp879132065-44 Acceptor1 SelectChannelConnector@0.0.0.0:12050, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 3) Thread[id=45, name=qtp879132065-45 Acceptor2 SelectChannelConnector@0.0.0.0:12050, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 4) Thread[id=46, name=qtp879132065-46 Acceptor3 SelectChannelConnector@0.0.0.0:12050, state=RUNNABLE, group=TGRP-NoCacheHeaderTest]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([A8679E425BADC72F]:0)
[junit4:junit4] Completed on J0 in 26.24s, 3 tests, 2 errors <<< FAILURES!
[...truncated 547 lines...]
[junit4:junit4] Suite: org.apache.solr.update.PeerSyncTest
[junit4:junit4] 2> 4 T714 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4] 2> 559 T714 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4] 2> 871 T714 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:?????
[junit4:junit4] 2> 899 T714 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 899 T714 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr
[junit4:junit4] 2> 900 T714 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/'
[junit4:junit4] 2> 926 T714 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 926 T714 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 927 T714 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr
[junit4:junit4] 2> 927 T714 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4] 2> 927 T714 oasc.CoreContainer.<init> New CoreContainer 1777502922
[junit4:junit4] 2> 928 T714 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/'
[junit4:junit4] 2> 928 T714 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/'
[junit4:junit4] 2> 948 T714 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 962 T714 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4] 2> 963 T714 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4] 2> 964 T714 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 964 T714 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4] 2> 992 T714 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 1026 T714 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-tlog.xml
[junit4:junit4] 2> 1027 T714 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 1037 T714 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 1445 T714 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 1458 T714 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 1461 T714 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 1470 T714 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1474 T714 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1477 T714 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 1478 T714 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 1479 T714 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.update.PeerSyncTest-1351853781201/control/data/
[junit4:junit4] 2> 1479 T714 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
[junit4:junit4] 2> 1480 T714 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1480 T714 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for MockDirWrapper(org.apache.lucene.store.RAMDirectory@167a465 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3b59e39b) assuming 'simple'
[junit4:junit4] 2> 1481 T714 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351853781201/control/data forceNew:false
[junit4:junit4] 2> 1481 T714 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351853781201/control/data
[junit4:junit4] 2> 1481 T714 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.update.PeerSyncTest-1351853781201/control/data/index/
[junit4:junit4] 2> 1482 T714 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.update.PeerSyncTest-1351853781201/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 1483 T714 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351853781201/control/data/index forceNew:false
[junit4:junit4] 2> 1485 T714 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@34c3a7c0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@41a33020),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 1486 T714 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 1486 T714 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351853781201/control/data/index
[junit4:junit4] 2> 1487 T714 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 1489 T714 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 1490 T714 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 1490 T714 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 1495 T714 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 1501 T714 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351853781201/control/data
[junit4:junit4] 2> 1501 T714 oass.SolrIndexSearcher.<init> Opening Searcher@6eff8ab2 main
[junit4:junit4] 2> 1503 T714 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 1503 T714 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 1504 T714 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 1505 T714 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 1505 T714 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 1505 T714 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 1506 T714 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 1506 T714 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 1507 T714 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 1507 T714 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 1508 T714 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 1508 T714 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 1523 T729 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6eff8ab2 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 1523 T714 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 1526 T714 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
[junit4:junit4] 2> 1526 T714 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 1598 T714 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1620 T714 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4] 2> 1622 T714 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:?????
[junit4:junit4] 2> 1624 T714 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 1624 T714 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr
[junit4:junit4] 2> 1624 T714 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/'
[junit4:junit4] 2> 1645 T714 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 1646 T714 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 1646 T714 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr
[junit4:junit4] 2> 1646 T714 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4] 2> 1647 T714 oasc.CoreContainer.<init> New CoreContainer 109947606
[junit4:junit4] 2> 1647 T714 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/'
[junit4:junit4] 2> 1647 T714 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/'
[junit4:junit4] 2> 1665 T714 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 1678 T714 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4] 2> 1679 T714 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4] 2> 1680 T714 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 1680 T714 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4] 2> 1710 T714 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 1742 T714 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-tlog.xml
[junit4:junit4] 2> 1743 T714 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 1751 T714 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 2148 T714 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 2156 T714 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 2158 T714 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 2167 T714 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2170 T714 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2173 T714 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2174 T714 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2175 T714 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.update.PeerSyncTest-1351853781201/shard0/data/
[junit4:junit4] 2> 2175 T714 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
[junit4:junit4] 2> 2175 T714 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2176 T714 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for MockDirWrapper(org.apache.lucene.store.RAMDirectory@2af0b852 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@21d52584) assuming 'simple'
[junit4:junit4] 2> 2177 T714 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351853781201/shard0/data forceNew:false
[junit4:junit4] 2> 2177 T714 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351853781201/shard0/data
[junit4:junit4] 2> 2177 T714 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.update.PeerSyncTest-1351853781201/shard0/data/index/
[junit4:junit4] 2> 2178 T714 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.update.PeerSyncTest-1351853781201/shard0/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 2179 T714 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351853781201/shard0/data/index forceNew:false
[junit4:junit4] 2> 2181 T714 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4dcde572 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5c58c90f),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 2181 T714 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 2182 T714 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351853781201/shard0/data/index
[junit4:junit4] 2> 2183 T714 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 2184 T714 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 2184 T714 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 2185 T714 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 2189 T714 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 2193 T714 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351853781201/shard0/data
[junit4:junit4] 2> 2194 T714 oass.SolrIndexSearcher.<init> Opening Searcher@be6a413 main
[junit4:junit4] 2> 2195 T714 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 2195 T714 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 2195 T714 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 2196 T714 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 2196 T714 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 2196 T714 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 2197 T714 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 2197 T714 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 2197 T714 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 2198 T714 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 2198 T714 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 2198 T714 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 2214 T741 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@be6a413 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 2213 T714 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 2215 T714 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
[junit4:junit4] 2> 2215 T714 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 2215 T714 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 2224 T714 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4] 2> 2226 T714 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:?????
[junit4:junit4] 2> 2227 T714 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 2227 T714 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr
[junit4:junit4] 2> 2227 T714 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/'
[junit4:junit4] 2> 2254 T714 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 2254 T714 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 2255 T714 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr
[junit4:junit4] 2> 2255 T714 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4] 2> 2256 T714 oasc.CoreContainer.<init> New CoreContainer 1991822900
[junit4:junit4] 2> 2257 T714 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/'
[junit4:junit4] 2> 2257 T714 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/'
[junit4:junit4] 2> 2284 T714 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 2306 T714 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4] 2> 2307 T714 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4] 2> 2308 T714 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 2309 T714 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4] 2> 2358 T714 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 2410 T714 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-tlog.xml
[junit4:junit4] 2> 2411 T714 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 2423 T714 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 2881 T714 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 2890 T714 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 2892 T714 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 2900 T714 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2904 T714 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2907 T714 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2908 T714 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2908 T714 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.update.PeerSyncTest-1351853781201/shard1/data/
[junit4:junit4] 2> 2909 T714 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
[junit4:junit4] 2> 2909 T714 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2910 T714 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for MockDirWrapper(org.apache.lucene.store.RAMDirectory@1079ac30 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@24178bc3) assuming 'simple'
[junit4:junit4] 2> 2910 T714 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351853781201/shard1/data forceNew:false
[junit4:junit4] 2> 2910 T714 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351853781201/shard1/data
[junit4:junit4] 2> 2911 T714 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.update.PeerSyncTest-1351853781201/shard1/data/index/
[junit4:junit4] 2> 2911 T714 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.update.PeerSyncTest-1351853781201/shard1/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 2912 T714 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351853781201/shard1/data/index forceNew:false
[junit4:junit4] 2> 2914 T714 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@d86ef84 lockFactory=org.apache.lucene.store.NativeFSLockFactory@486ae507),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 2915 T714 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 2915 T714 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351853781201/shard1/data/index
[junit4:junit4] 2> 2916 T714 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 2917 T714 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 2918 T714 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 2918 T714 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 2923 T714 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 2926 T714 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351853781201/shard1/data
[junit4:junit4] 2> 2927 T714 oass.SolrIndexSearcher.<init> Opening Searcher@1dc01aee main
[junit4:junit4] 2> 2928 T714 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 2928 T714 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 2929 T714 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 2929 T714 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 2929 T714 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 2929 T714 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 2930 T714 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 2930 T714 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 2930 T714 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 2931 T714 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 2931 T714 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 2931 T714 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 2943 T755 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1dc01aee main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 2943 T714 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 2944 T714 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
[junit4:junit4] 2> 2944 T714 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 2945 T714 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 2952 T714 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4] 2> 2954 T714 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:?????
[junit4:junit4] 2> 2954 T714 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 2955 T714 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr
[junit4:junit4] 2> 2955 T714 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/'
[junit4:junit4] 2> 2976 T714 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 2976 T714 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 2977 T714 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr
[junit4:junit4] 2> 2977 T714 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4] 2> 2977 T714 oasc.CoreContainer.<init> New CoreContainer 851417480
[junit4:junit4] 2> 2978 T714 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/'
[junit4:junit4] 2> 2978 T714 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/'
[junit4:junit4] 2> 2995 T714 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 3008 T714 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4] 2> 3009 T714 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4] 2> 3010 T714 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 3010 T714 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4] 2> 3038 T714 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 3070 T714 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-tlog.xml
[junit4:junit4] 2> 3071 T714 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 3081 T714 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 3473 T714 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 3486 T714 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 3490 T714 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 3503 T714 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 3506 T714 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 3509 T714 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 3510 T714 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 3511 T714 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.update.PeerSyncTest-1351853781201/shard2/data/
[junit4:junit4] 2> 3511 T714 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
[junit4:junit4] 2> 3511 T714 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 3512 T714 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@7931d9dc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@37d638ad; maxCacheMB=0.322265625 maxMergeSizeMB=0.0634765625)) assuming 'simple'
[junit4:junit4] 2> 3513 T714 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351853781201/shard2/data forceNew:false
[junit4:junit4] 2> 3513 T714 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351853781201/shard2/data
[junit4:junit4] 2> 3513 T714 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.update.PeerSyncTest-1351853781201/shard2/data/index/
[junit4:junit4] 2> 3514 T714 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.update.PeerSyncTest-1351853781201/shard2/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 3514 T714 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351853781201/shard2/data/index forceNew:false
[junit4:junit4] 2> 3517 T714 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6828f104 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1c313f4e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 3517 T714 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 3518 T714 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351853781201/shard2/data/index
[junit4:junit4] 2> 3519 T714 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 3519 T714 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 3520 T714 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 3520 T714 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 3525 T714 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 3529 T714 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351853781201/shard2/data
[junit4:junit4] 2> 3529 T714 oass.SolrIndexSearcher.<init> Opening Searcher@728320d1 main
[junit4:junit4] 2> 3530 T714 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 3530 T714 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 3531 T714 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 3531 T714 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 3531 T714 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 3532 T714 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 3532 T714 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 3532 T714 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 3533 T714 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 3533 T714 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 3533 T714 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 3534 T714 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 3545 T714 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 3545 T769 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@728320d1 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 3546 T714 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
[junit4:junit4] 2> 3546 T714 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 3547 T714 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C12 name=collection1 org.apache.solr.core.SolrCore@5d1b7787
[junit4:junit4] 2> 4615 T740 C12 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351853781201/shard0/data
[junit4:junit4] 2> 4620 T740 C12 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4dcde572 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5c58c90f),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 4620 T740 C12 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 4623 T740 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=34
[junit4:junit4] 2> ASYNC NEW_CORE C13 name=collection1 org.apache.solr.core.SolrCore@64a5643e
[junit4:junit4] 2> 4879 T753 C13 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&connTimeout=30000&socketTimeout=30000&retry=false
[junit4:junit4] 2> 4902 T753 C13 oasu.PeerSync.sync PeerSync: core=collection1 url= START replicas=[127.0.0.1:51637/solr] nUpdates=100
[junit4:junit4] 2> 4903 T753 C13 oasu.PeerSync.sync PeerSync: core=collection1 url= DONE. We have no versions. sync failed.
[junit4:junit4] 2> 4903 T753 C13 REQ [collection1] webapp=/solr path=/get params={qt=/get&wt=javabin&sync=127.0.0.1:51637/solr&version=2&getVersions=100} status=0 QTime=88
[junit4:junit4] 2> 4919 T752 C13 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351853781201/shard1/data
[junit4:junit4] 2> 4922 T752 C13 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@d86ef84 lockFactory=org.apache.lucene.store.NativeFSLockFactory@486ae507),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 4923 T752 C13 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 4927 T752 C13 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=8
[junit4:junit4] 2> 4931 T754 C13 oasu.PeerSync.sync PeerSync: core=collection1 url= START replicas=[127.0.0.1:51637/solr] nUpdates=100
[junit4:junit4] 2> 4940 T770 C12 REQ [collection1] webapp=/solr path=/get params={distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=6
[junit4:junit4] 2> 4940 T740 C12 REQ [collection1] webapp=/solr path=/get params={distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=13
[junit4:junit4] 2> 4941 T754 C13 oasu.PeerSync.handleVersions PeerSync: core=collection1 url= Received 1 versions from 127.0.0.1:51637/solr
[junit4:junit4] 2> 4941 T754 C13 oasu.PeerSync.handleVersions PeerSync: core=collection1 url= Our versions are newer. ourLowThreshold=1 otherHigh=1
[junit4:junit4] 2> 4941 T754 C13 oasu.PeerSync.sync PeerSync: core=collection1 url= DONE. sync succeeded
[junit4:junit4] 2> 4942 T754 C13 REQ [collection1] webapp=/solr path=/get params={qt=/get&wt=javabin&sync=127.0.0.1:51637/solr&version=2&getVersions=100} status=0 QTime=11
[junit4:junit4] 2> 4951 T740 C12 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 4961 T740 C12 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4dcde572 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5c58c90f),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4dcde572 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5c58c90f),segFN=segments_2,generation=2,filenames=[_0_Lucene40_0.tim, _0.fnm, _0_Lucene40_0.frq, _0_nrm.cfe, segments_2, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene40_0.prx, _0.fdt, _0_Lucene40_0.tip]
[junit4:junit4] 2> 4962 T740 C12 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0_Lucene40_0.tim, _0.fnm, _0_Lucene40_0.frq, _0_nrm.cfe, segments_2, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene40_0.prx, _0.fdt, _0_Lucene40_0.tip]
[junit4:junit4] 2> 4962 T740 C12 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351853781201/shard0/data
[junit4:junit4] 2> 4981 T740 C12 oass.SolrIndexSearcher.<init> Opening Searcher@1044ec1 main
[junit4:junit4] 2> 4982 T741 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1044ec1 main{StandardDirectoryReader(segments_2:3 _0(5.0):C1)}
[junit4:junit4] 2> 4982 T740 C12 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 4982 T741 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351853781201/shard0/data/index
[junit4:junit4] 2> 4982 T740 C12 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 31
[junit4:junit4] 2> 4987 T753 C13 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 4990 T753 C13 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@d86ef84 lockFactory=org.apache.lucene.store.NativeFSLockFactory@486ae507),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@d86ef84 lockFactory=org.apache.lucene.store.NativeFSLockFactory@486ae507),segFN=segments_2,generation=2,filenames=[_0_Lucene40_0.tim, _0.fnm, _0_Lucene40_0.frq, _0_nrm.cfe, segments_2, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene40_0.prx, _0.fdt, _0_Lucene40_0.tip]
[junit4:junit4] 2> 4990 T753 C13 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0_Lucene40_0.tim, _0.fnm, _0_Lucene40_0.frq, _0_nrm.cfe, segments_2, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene40_0.prx, _0.fdt, _0_Lucene40_0.tip]
[junit4:junit4] 2> 4990 T753 C13 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351853781201/shard1/data
[junit4:junit4] 2> 4992 T753 C13 oass.SolrIndexSearcher.<init> Opening Searcher@57fc1779 main
[junit4:junit4] 2> 4993 T755 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@57fc1779 main{StandardDirectoryReader(segments_2:3 _0(5.0):C1)}
[junit4:junit4] 2> 4993 T753 C13 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 4994 T755 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351853781201/shard1/data/index
[junit4:junit4] 2> 4994 T753 C13 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 7
[junit4:junit4] 2> 5014 T770 C12 REQ [collection1] webapp=/solr path=/select params={wt=javabin&q=*:*&version=2} hits=1 status=0 QTime=0
[junit4:junit4] 2> 5019 T752 C13 REQ [collection1] webapp=/solr path=/select params={wt=javabin&q=*:*&version=2} hits=1 status=0 QTime=1
[junit4:junit4] 2> 5031 T740 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=5
[junit4:junit4] 2> 5034 T753 C13 oasu.PeerSync.sync PeerSync: core=collection1 url= START replicas=[127.0.0.1:51637/solr] nUpdates=100
[junit4:junit4] 2> 5039 T770 C12 REQ [collection1] webapp=/solr path=/get params={distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=1
[junit4:junit4] 2> 5039 T753 C13 oasu.PeerSync.handleVersions PeerSync: core=collection1 url= Received 2 versions from 127.0.0.1:51637/solr
[junit4:junit4] 2> 5040 T753 C13 oasu.PeerSync.requestUpdates PeerSync: core=collection1 url= Requesting updates from 127.0.0.1:51637/solrn=1 versions=[2]
[junit4:junit4] 2> 5043 T740 C12 REQ [collection1] webapp=/solr path=/get params={distrib=false&getUpdates=2&qt=/get&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 5048 T753 C13 oasu.PeerSync.sync PeerSync: core=collection1 url= DONE. sync succeeded
[junit4:junit4] 2> 5048 T753 C13 REQ [collection1] webapp=/solr path=/get params={qt=/get&wt=javabin&sync=127.0.0.1:51637/solr&version=2&getVersions=100} status=0 QTime=14
[junit4:junit4] 2> 5052 T770 C12 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 5074 T770 C12 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4dcde572 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5c58c90f),segFN=segments_2,generation=2,filenames=[_0_Lucene40_0.tim, _0.fnm, _0_Lucene40_0.frq, _0_nrm.cfe, segments_2, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene40_0.prx, _0.fdt, _0_Lucene40_0.tip]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4dcde572 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5c58c90f),segFN=segments_3,generation=3,filenames=[_1_Lucene40_0.tim, _1_nrm.cfs, _0_Lucene40_0.tim, _0.fnm, _1_Lucene40_0.frq, _0_nrm.cfs, _0_Lucene40_0.prx, _1.fnm, _1_Lucene40_0.prx, _1_Lucene40_0.tip, _1_nrm.cfe, _0_Lucene40_0.tip, _1.fdx, _0_Lucene40_0.frq, _1.fdt, _1.si, _0_nrm.cfe, _0.fdx, _0.si, segments_3, _0.fdt]
[junit4:junit4] 2> 5075 T770 C12 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_1_Lucene40_0.tim, _1_nrm.cfs, _0_Lucene40_0.tim, _0.fnm, _1_Lucene40_0.frq, _0_nrm.cfs, _0_Lucene40_0.prx, _1.fnm, _1_Lucene40_0.prx, _1_Lucene40_0.tip, _1_nrm.cfe, _0_Lucene40_0.tip, _1.fdx, _0_Lucene40_0.frq, _1.fdt, _1.si, _0_nrm.cfe, _0.fdx, _0.si, segments_3, _0.fdt]
[junit4:junit4] 2> 5075 T770 C12 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351853781201/shard0/data
[junit4:junit4] 2> 5077 T770 C12 oass.SolrIndexSearcher.<init> Opening Searcher@5d854254 main
[junit4:junit4] 2> 5078 T741 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5d854254 main{StandardDirectoryReader(segments_3:5 _0(5.0):C1 _1(5.0):C1)}
[junit4:junit4] 2> 5078 T770 C12 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 5078 T741 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351853781201/shard0/data/index
[junit4:junit4] 2> 5079 T770 C12 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 27
[junit4:junit4] 2> 5083 T754 C13 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 5089 T754 C13 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@d86ef84 lockFactory=org.apache.lucene.store.NativeFSLockFactory@486ae507),segFN=segments_2,generation=2,filenames=[_0_Lucene40_0.tim, _0.fnm, _0_Lucene40_0.frq, _0_nrm.cfe, segments_2, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene40_0.prx, _0.fdt, _0_Lucene40_0.tip]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@d86ef84 lockFactory=org.apache.lucene.store.NativeFSLockFactory@486ae507),segFN=segments_3,generation=3,filenames=[_1_Lucene40_0.tim, _1_nrm.cfs, _0_Lucene40_0.tim, _0.fnm, _1_Lucene40_0.frq, _0_nrm.cfs, _0_Lucene40_0.prx, _1.fnm, _1_Lucene40_0.prx, _1_Lucene40_0.tip, _1_nrm.cfe, _0_Lucene40_0.tip, _1.fdx, _0_Lucene40_0.frq, _1.fdt, _1.si, _0_nrm.cfe, _0.fdx, _0.si, segments_3, _0.fdt]
[junit4:junit4] 2> 5090 T754 C13 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_1_Lucene40_0.tim, _1_nrm.cfs, _0_Lucene40_0.tim, _0.fnm, _1_Lucene40_0.frq, _0_nrm.cfs, _0_Lucene40_0.prx, _1.fnm, _1_Lucene40_0.prx, _1_Lucene40_0.tip, _1_nrm.cfe, _0_Lucene40_0.tip, _1.fdx, _0_Lucene40_0.frq, _1.fdt, _1.si, _0_nrm.cfe, _0.fdx, _0.si, segments_3, _0.fdt]
[junit4:junit4] 2> 5091 T754 C13 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351853781201/shard1/data
[junit4:junit4] 2> 5093 T754 C13 oass.SolrIndexSearcher.<init> Opening Searcher@61549285 main
[junit4:junit4] 2> 5093 T755 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@61549285 main{StandardDirectoryReader(segments_3:5 _0(5.0):C1 _1(5.0):C1)}
[junit4:junit4] 2> 5093 T754 C13 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 5094 T755 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351853781201/shard1/data/index
[junit4:junit4] 2> 5094 T754 C13 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 11
[junit4:junit4] 2> 5098 T740 C12 REQ [collection1] webapp=/solr path=/select params={wt=javabin&q=*:*&version=2} hits=2 status=0 QTime=1
[junit4:junit4] 2> 5102 T752 C13 REQ [collection1] webapp=/solr path=/select params={wt=javabin&q=*:*&version=2} hits=2 status=0 QTime=1
[junit4:junit4] 2> 5111 T770 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=5
[junit4:junit4] 2> 5117 T740 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 5123 T770 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=3
[junit4:junit4] 2> 5129 T740 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 5135 T770 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=3
[junit4:junit4] 2> 5141 T740 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=3
[junit4:junit4] 2> 5147 T770 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=3
[junit4:junit4] 2> 5153 T740 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=3
[junit4:junit4] 2> 5156 T753 C13 oasu.PeerSync.sync PeerSync: core=collection1 url= START replicas=[127.0.0.1:51637/solr] nUpdates=100
[junit4:junit4] 2> 5160 T770 C12 REQ [collection1] webapp=/solr path=/get params={distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=0
[junit4:junit4] 2> 5161 T753 C13 oasu.PeerSync.handleVersions PeerSync: core=collection1 url= Received 10 versions from 127.0.0.1:51637/solr
[junit4:junit4] 2> 5161 T753 C13 oasu.PeerSync.requestUpdates PeerSync: core=collection1 url= Requesting updates from 127.0.0.1:51637/solrn=8 versions=[10, 9, 8, 7, 6, 5, 4, 3]
[junit4:junit4] 2> 5164 T740 C12 REQ [collection1] webapp=/solr path=/get params={distrib=false&getUpdates=10,9,8,7,6,5,4,3&qt=/get&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 5180 T753 C13 oasu.PeerSync.sync PeerSync: core=collection1 url= DONE. sync succeeded
[junit4:junit4] 2> 5180 T753 C13 REQ [collection1] webapp=/solr path=/get params={qt=/get&wt=javabin&sync=127.0.0.1:51637/solr&version=2&getVersions=100} status=0 QTime=24
[junit4:junit4] 2> 5184 T770 C12 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 5198 T770 C12 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4dcde572 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5c58c90f),segFN=segments_3,generation=3,filenames=[_1_Lucene40_0.tim, _1_nrm.cfs, _0_Lucene40_0.tim, _0.fnm, _1_Lucene40_0.frq, _0_nrm.cfs, _0_Lucene40_0.prx, _1.fnm, _1_Lucene40_0.prx, _1_Lucene40_0.tip, _1_nrm.cfe, _0_Lucene40_0.tip, _1.fdx, _0_Lucene40_0.frq, _1.fdt, _1.si, _0_nrm.cfe, _0.fdx, _0.si, segments_3, _0.fdt]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4dcde572 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5c58c90f),segFN=segments_4,generation=4,filenames=[_1_Lucene40_0.tim, _2.si, _0_Lucene40_0.prx, _1.fnm, _1_Lucene40_0.tip, _2_Lucene40_0.tip, _2_nrm.cfe, _0_Lucene40_0.frq, _2_Lucene40_0.tim, _2_nrm.cfs, _0.si, _1_nrm.cfs, _0_Lucene40_0.tim, _0.fnm, _1_Lucene40_0.frq, _2.fdt, _0_nrm.cfs, _2.fdx, _2.fnm, _0_Lucene40_0.tip, _1_nrm.cfe, _1_Lucene40_0.prx, _1.fdx, _1.fdt, _2_Lucene40_0.frq, _2_Lucene40_0.prx, _1.si, _0_nrm.cfe, _0.fdx, _0.fdt, segments_4]
[junit4:junit4] 2> 5199 T770 C12 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[_1_Lucene40_0.tim, _2.si, _0_Lucene40_0.prx, _1.fnm, _1_Lucene40_0.tip, _2_Lucene40_0.tip, _2_nrm.cfe, _0_Lucene40_0.frq, _2_Lucene40_0.tim, _2_nrm.cfs, _0.si, _1_nrm.cfs, _0_Lucene40_0.tim, _0.fnm, _1_Lucene40_0.frq, _2.fdt, _0_nrm.cfs, _2.fdx, _2.fnm, _0_Lucene40_0.tip, _1_nrm.cfe, _1_Lucene40_0.prx, _1.fdx, _1.fdt, _2_Lucene40_0.frq, _2_Lucene40_0.prx, _1.si, _0_nrm.cfe, _0.fdx, _0.fdt, segments_4]
[junit4:junit4] 2> 5199 T770 C12 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351853781201/shard0/data
[junit4:junit4] 2> 5201 T770 C12 oass.SolrIndexSearcher.<init> Opening Searcher@5675d228 main
[junit4:junit4] 2> 5202 T741 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5675d228 main{StandardDirectoryReader(segments_4:7 _0(5.0):C1 _1(5.0):C1 _2(5.0):C8)}
[junit4:junit4] 2> 5202 T770 C12 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 5202 T741 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351853781201/shard0/data/index
[junit4:junit4] 2> 5203 T770 C12 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 19
[junit4:junit4] 2> 5207 T754 C13 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 5220 T754 C13 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@d86ef84 lockFactory=org.apache.lucene.store.NativeFSLockFactory@486ae507),segFN=segments_3,generation=3,filenames=[_1_Lucene40_0.tim, _1_nrm.cfs, _0_Lucene40_0.tim, _0.fnm, _1_Lucene40_0.frq, _0_nrm.cfs, _0_Lucene40_0.prx, _1.fnm, _1_Lucene40_0.prx, _1_Lucene40_0.tip, _1_nrm.cfe, _0_Lucene40_0.tip, _1.fdx, _0_Lucene40_0.frq, _1.fdt, _1.si, _0_nrm.cfe, _0.fdx, _0.si, segments_3, _0.fdt]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@d86ef84 lockFactory=org.apache.lucene.store.NativeFSLockFactory@486ae507),segFN=segments_4,generation=4,filenames=[_1_Lucene40_0.tim, _2.si, _0_Lucene40_0.prx, _1.fnm, _1_Lucene40_0.tip, _2_Lucene40_0.tip, _2_nrm.cfe, _0_Lucene40_0.frq, _2_Lucene40_0.tim, _2_nrm.cfs, _0.si, _1_nrm.cfs, _0_Lucene40_0.tim, _0.fnm, _1_Lucene40_0.frq, _2.fdt, _0_nrm.cfs, _2.fdx, _2.fnm, _0_Lucene40_0.tip, _1_nrm.cfe, _1_Lucene40_0.prx, _1.fdx, _1.fdt, _2_Lucene40_0.frq, _2_Lucene40_0.prx, _1.si, _0_nrm.cfe, _0.fdx, _0.fdt, segments_4]
[junit4:junit4] 2> 5221 T754 C13 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[_1_Lucene40_0.tim, _2.si, _0_Lucene40_0.prx, _1.fnm, _1_Lucene40_0.tip, _2_Lucene40_0.tip, _2_nrm.cfe, _0_Lucene40_0.frq, _2_Lucene40_0.tim, _2_nrm.cfs, _0.si, _1_nrm.cfs, _0_Lucene40_0.tim, _0.fnm, _1_Lucene40_0.frq, _2.fdt, _0_nrm.cfs, _2.fdx, _2.fnm, _0_Lucene40_0.tip, _1_nrm.cfe, _1_Lucene40_0.prx, _1.fdx, _1.fdt, _2_Lucene40_0.frq, _2_Lucene40_0.prx, _1.si, _0_nrm.cfe, _0.fdx, _0.fdt, segments_4]
[junit4:junit4] 2> 5221 T754 C13 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351853781201/shard1/data
[junit4:junit4] 2> 5223 T754 C13 oass.SolrIndexSearcher.<init> Opening Searcher@5b52aa10 main
[junit4:junit4] 2> 5224 T755 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5b52aa10 main{StandardDirectoryReader(segments_4:7 _0(5.0):C1 _1(5.0):C1 _2(5.0):C8)}
[junit4:junit4] 2> 5224 T754 C13 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 5224 T755 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351853781201/shard1/data/index
[junit4:junit4] 2> 5225 T754 C13 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 18
[junit4:junit4] 2> 5228 T740 C12 REQ [collection1] webapp=/solr path=/select params={wt=javabin&q=*:*&version=2} hits=10 status=0 QTime=1
[junit4:junit4] 2> 5233 T752 C13 REQ [collection1] webapp=/solr path=/select params={wt=javabin&q=*:*&version=2} hits=10 status=0 QTime=1
[junit4:junit4] 2> 5242 T740 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 5247 T770 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5252 T740 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5256 T770 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5260 T740 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5264 T770 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5268 T740 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5272 T770 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5276 T740 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5280 T770 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5285 T740 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5289 T770 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5293 T740 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5297 T770 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5302 T740 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 5305 T770 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5309 T740 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5313 T770 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5317 T740 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5322 T770 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 5326 T740 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 5331 T770 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 5336 T740 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5341 T770 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5346 T740 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5351 T770 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 5356 T770 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 5360 T740 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5364 T770 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5369 T740 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 5373 T770 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 5378 T740 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5383 T770 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 5388 T740 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 5393 T770 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5397 T740 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5402 T770 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5407 T740 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 5412 T770 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5416 T740 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5421 T770 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5425 T740 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5430 T770 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 5435 T740 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 5439 T770 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 5444 T740 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5449 T770 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5452 T740 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5457 T770 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5462 T740 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5467 T770 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5472 T740 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 5476 T770 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5480 T740 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5485 T770 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5489 T740 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5494 T770 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5499 T740 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 5504 T770 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 5508 T740 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5513 T770 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 5517 T740 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5520 T770 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5525 T740 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 5528 T770 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5533 T740 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 5537 T770 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 5542 T740 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 5547 T770 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5551 T740 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5556 T770 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 5561 T740 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5564 T770 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5569 T770 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 5572 T740 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5576 T770 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5580 T740 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5584 T770 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5588 T740 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5592 T770 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5597 T740 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5601 T770 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5605 T740 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5609 T770 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5613 T740 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5617 T770 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5621 T740 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5625 T770 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5630 T740 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 5635 T740 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 5639 T770 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5643 T740 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5647 T770 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5651 T740 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5655 T770 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5658 T753 C13 oasu.PeerSync.sync PeerSync: core=collection1 url= START replicas=[127.0.0.1:51637/solr] nUpdates=100
[junit4:junit4] 2> 5662 T740 C12 REQ [collection1] webapp=/solr path=/get params={distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=1
[junit4:junit4] 2> 5663 T753 C13 oasu.PeerSync.handleVersions PeerSync: core=collection1 url= Received 100 versions from 127.0.0.1:51637/solr
[junit4:junit4] 2> 5664 T753 C13 oasu.PeerSync.handleVersions PeerSync: core=collection1 url= Our versions are too old. ourHighThreshold=8 otherLowThreshold=25
[junit4:junit4] 2> 5664 T753 C13 oasu.PeerSync.sync PeerSync: core=collection1 url= DONE. sync failed
[junit4:junit4] 2> 5664 T753 C13 REQ [collection1] webapp=/solr path=/get params={qt=/get&wt=javabin&sync=127.0.0.1:51637/solr&version=2&getVersions=100} status=0 QTime=6
[junit4:junit4] 2> 5670 T752 C13 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 5675 T754 C13 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 5680 T753 C13 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 5684 T752 C13 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5688 T754 C13 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5692 T753 C13 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5697 T752 C13 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 5700 T754 C13 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5704 T753 C13 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5708 T752 C13 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5712 T754 C13 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5717 T753 C13 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 5721 T752 C13 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5725 T754 C13 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5730 T753 C13 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 5734 T752 C13 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5738 T754 C13 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5741 T753 C13 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5745 T752 C13 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5748 T754 C13 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5751 T753 C13 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5755 T752 C13 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5758 T754 C13 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5761 T753 C13 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5765 T752 C13 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5767 T754 C13 oasu.PeerSync.sync PeerSync: core=collection1 url= START replicas=[127.0.0.1:51637/solr] nUpdates=100
[junit4:junit4] 2> 5771 T740 C12 REQ [collection1] webapp=/solr path=/get params={distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=1
[junit4:junit4] 2> 5772 T754 C13 oasu.PeerSync.handleVersions PeerSync: core=collection1 url= Received 100 versions from 127.0.0.1:51637/solr
[junit4:junit4] 2> 5772 T754 C13 oasu.PeerSync.requestUpdates PeerSync: core=collection1 url= Requesting updates from 127.0.0.1:51637/solrn=70 versions=[105, 104, 103, 102, 101, 100, 99, 98, 97, 96, 95, 94, 93, 92, 91, 90, 89, 88, 87, 86, 85, 84, 83, 82, 81, 80, 79, 78, 77, 76, 75, 74, 73, 72, 71, 70, 69, 68, 67, 66, 65, 64, 63, 62, 61, 60, 59, 58, 57, 56, 55, 54, 53, 52, 51, 50, 49, 48, 47, 46, 45, 44, 43, 42, 41, 40, 39, 38, 37, 36]
[junit4:junit4] 2> 5777 T770 C12 REQ [collection1] webapp=/solr path=/get params={distrib=false&getUpdates=105,104,103,102,101,100,99,98,97,96,95,94,93,92,91,90,89,88,87,86,85,84,83,82,81,80,79,78,77,76,75,74,73,72,71,70,69,68,67,66,65,64,63,62,61,60,59,58,57,56,55,54,53,52,51,50,49,48,47,46,45,44,43,42,41,40,39,38,37,36&qt=/get&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 5810 T754 C13 oasu.PeerSync.sync PeerSync: core=collection1 url= DONE. sync succeeded
[junit4:junit4] 2> 5811 T754 C13 REQ [collection1] webapp=/solr path=/get params={qt=/get&wt=javabin&sync=127.0.0.1:51637/solr&version=2&getVersions=100} status=0 QTime=44
[junit4:junit4] 2> 5814 T740 C12 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 5843 T740 C12 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4dcde572 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5c58c90f),segFN=segments_4,generation=4,filenames=[_1_Lucene40_0.tim, _2.si, _0_Lucene40_0.prx, _1.fnm, _1_Lucene40_0.tip, _2_Lucene40_0.tip, _2_nrm.cfe, _0_Lucene40_0.frq, _2_Lucene40_0.tim, _2_nrm.cfs, _0.si, _1_nrm.cfs, _0_Lucene40_0.tim, _0.fnm, _1_Lucene40_0.frq, _2.fdt, _0_nrm.cfs, _2.fdx, _2.fnm, _0_Lucene40_0.tip, _1_nrm.cfe, _1_Lucene40_0.prx, _1.fdx, _1.fdt, _2_Lucene40_0.frq, _2_Lucene40_0.prx, _1.si, _0_nrm.cfe, _0.fdx, _0.fdt, segments_4]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4dcde572 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5c58c90f),segFN=segments_5,generation=5,filenames=[_3_nrm.cfe, _1_Lucene40_0.tim, _2.si, _3.fdt, _3.fnm, _0_Lucene40_0.prx, _1.fnm, _1_Lucene40_0.tip, _2_Lucene40_0.tip, _3_Lucene40_0.frq, _2_nrm.cfe, _0_Lucene40_0.frq, _3_Lucene40_0.prx, _2_Lucene40_0.tim, _2_nrm.cfs, _0.si, _3_Lucene40_0.tip, _1_nrm.cfs, _3_Lucene40_0.tim, _0_Lucene40_0.tim, _0.fnm, _1_Lucene40_0.frq, _2.fdt, _0_nrm.cfs, _2.fdx, _2.fnm, _0_Lucene40_0.tip, _1_nrm.cfe, _1_Lucene40_0.prx, _3.fdx, _3_nrm.cfs, _1.fdx, _1.fdt, _2_Lucene40_0.frq, _2_Lucene40_0.prx, _1.si, _0_nrm.cfe, _3.si, _0.fdx, segments_5, _0.fdt]
[junit4:junit4] 2> 5843 T740 C12 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[_3_nrm.cfe, _1_Lucene40_0.tim, _2.si, _3.fdt, _3.fnm, _0_Lucene40_0.prx, _1.fnm, _1_Lucene40_0.tip, _2_Lucene40_0.tip, _3_Lucene40_0.frq, _2_nrm.cfe, _0_Lucene40_0.frq, _3_Lucene40_0.prx, _2_Lucene40_0.tim, _2_nrm.cfs, _0.si, _3_Lucene40_0.tip, _1_nrm.cfs, _3_Lucene40_0.tim, _0_Lucene40_0.tim, _0.fnm, _1_Lucene40_0.frq, _2.fdt, _0_nrm.cfs, _2.fdx, _2.fnm, _0_Lucene40_0.tip, _1_nrm.cfe, _1_Lucene40_0.prx, _3.fdx, _3_nrm.cfs, _1.fdx, _1.fdt, _2_Lucene40_0.frq, _2_Lucene40_0.prx, _1.si, _0_nrm.cfe, _3.si, _0.fdx, segments_5, _0.fdt]
[junit4:junit4] 2> 5844 T740 C12 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351853781201/shard0/data
[junit4:junit4] 2> 5845 T740 C12 oass.SolrIndexSearcher.<init> Opening Searcher@38711710 main
[junit4:junit4] 2> 5846 T741 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@38711710 main{StandardDirectoryReader(segments_5:9 _0(5.0):C1 _1(5.0):C1 _2(5.0):C8 _3(5.0):C95)}
[junit4:junit4] 2> 5846 T741 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351853781201/shard0/data/index
[junit4:junit4] 2> 5847 T740 C12 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 5847 T740 C12 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 33
[junit4:junit4] 2> 5851 T752 C13 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 5865 T752 C13 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@d86ef84 lockFactory=org.apache.lucene.store.NativeFSLockFactory@486ae507),segFN=segments_4,generation=4,filenames=[_1_Lucene40_0.tim, _2.si, _0_Lucene40_0.prx, _1.fnm, _1_Lucene40_0.tip, _2_Lucene40_0.tip, _2_nrm.cfe, _0_Lucene40_0.frq, _2_Lucene40_0.tim, _2_nrm.cfs, _0.si, _1_nrm.cfs, _0_Lucene40_0.tim, _0.fnm, _1_Lucene40_0.frq, _2.fdt, _0_nrm.cfs, _2.fdx, _2.fnm, _0_Lucene40_0.tip, _1_nrm.cfe, _1_Lucene40_0.prx, _1.fdx, _1.fdt, _2_Lucene40_0.frq, _2_Lucene40_0.prx, _1.si, _0_nrm.cfe, _0.fdx, _0.fdt, segments_4]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@d86ef84 lockFactory=org.apache.lucene.store.NativeFSLockFactory@486ae507),segFN=segments_5,generation=5,filenames=[_3_nrm.cfe, _1_Lucene40_0.tim, _2.si, _3.fdt, _3.fnm, _0_Lucene40_0.prx, _1.fnm, _1_Lucene40_0.tip, _2_Lucene40_0.tip, _3_Lucene40_0.frq, _2_nrm.cfe, _0_Lucene40_0.frq, _3_Lucene40_0.prx, _2_Lucene40_0.tim, _2_nrm.cfs, _0.si, _3_Lucene40_0.tip, _1_nrm.cfs, _3_Lucene40_0.tim, _0_Lucene40_0.tim, _0.fnm, _1_Lucene40_0.frq, _2.fdt, _0_nrm.cfs, _2.fdx, _2.fnm, _0_Lucene40_0.tip, _1_nrm.cfe, _1_Lucene40_0.prx, _3.fdx, _3_nrm.cfs, _1.fdx, _1.fdt, _2_Lucene40_0.frq, _2_Lucene40_0.prx, _1.si, _0_nrm.cfe, _3.si, _0.fdx, segments_5, _0.fdt]
[junit4:junit4] 2> 5866 T752 C13 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[_3_nrm.cfe, _1_Lucene40_0.tim, _2.si, _3.fdt, _3.fnm, _0_Lucene40_0.prx, _1.fnm, _1_Lucene40_0.tip, _2_Lucene40_0.tip, _3_Lucene40_0.frq, _2_nrm.cfe, _0_Lucene40_0.frq, _3_Lucene40_0.prx, _2_Lucene40_0.tim, _2_nrm.cfs, _0.si, _3_Lucene40_0.tip, _1_nrm.cfs, _3_Lucene40_0.tim, _0_Lucene40_0.tim, _0.fnm, _1_Lucene40_0.frq, _2.fdt, _0_nrm.cfs, _2.fdx, _2.fnm, _0_Lucene40_0.tip, _1_nrm.cfe, _1_Lucene40_0.prx, _3.fdx, _3_nrm.cfs, _1.fdx, _1.fdt, _2_Lucene40_0.frq, _2_Lucene40_0.prx, _1.si, _0_nrm.cfe, _3.si, _0.fdx, segments_5, _0.fdt]
[junit4:junit4] 2> 5866 T752 C13 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351853781201/shard1/data
[junit4:junit4] 2> 5867 T752 C13 oass.SolrIndexSearcher.<init> Opening Searcher@55006eec main
[junit4:junit4] 2> 5868 T755 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@55006eec main{StandardDirectoryReader(segments_5:9 _0(5.0):C1 _1(5.0):C1 _2(5.0):C8 _3(5.0):C95)}
[junit4:junit4] 2> 5868 T755 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351853781201/shard1/data/index
[junit4:junit4] 2> 5869 T752 C13 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 5869 T752 C13 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 19
[junit4:junit4] 2> 5986 T770 C12 REQ [collection1] webapp=/solr path=/select params={sort=_version_+desc&wt=javabin&q=*:*&version=2} hits=105 status=0 QTime=114
[junit4:junit4] 2> 5992 T754 C13 REQ [collection1] webapp=/solr path=/select params={sort=_version_+desc&wt=javabin&q=*:*&version=2} hits=105 status=0 QTime=2
[junit4:junit4] 2> 5998 T740 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 6002 T770 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 6006 T740 C12 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351853781201/shard0/data
[junit4:junit4] 2> 6012 T740 C12 oass.SolrIndexSearcher.<init> Opening Searcher@6e9637fe realtime
[junit4:junit4] 2> 6013 T740 C12 REQ [collection1] webapp=/solr path=/update params={_version_=-1003&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=8
[junit4:junit4] 2> 6018 T770 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 6026 T740 C12 REQ [collection1] webapp=/solr path=/update params={_version_=-1005&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=5
[junit4:junit4] 2> 6029 T753 C13 oasu.PeerSync.sync PeerSync: core=collection1 url= START replicas=[127.0.0.1:51637/solr] nUpdates=100
[junit4:junit4] 2> 6035 T770 C12 REQ [collection1] webapp=/solr path=/get params={distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=3
[junit4:junit4] 2> 6036 T753 C13 oasu.PeerSync.handleVersions PeerSync: core=collection1 url= Received 100 versions from 127.0.0.1:51637/solr
[junit4:junit4] 2> 6037 T753 C13 oasu.PeerSync.requestUpdates PeerSync: core=collection1 url= Requesting updates from 127.0.0.1:51637/solrn=5 versions=[-1005, 1004, -1003, 1002, 1001]
[junit4:junit4] 2> 6040 T740 C12 REQ [collection1] webapp=/solr path=/get params={distrib=false&getUpdates=-1005,1004,-1003,1002,1001&qt=/get&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 6043 T753 C13 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351853781201/shard1/data
[junit4:junit4] 2> 6049 T753 C13 oass.SolrIndexSearcher.<init> Opening Searcher@64a6138a realtime
[junit4:junit4] 2> 6050 T753 C13 oasu.PeerSync.sync PeerSync: core=collection1 url= DONE. sync succeeded
[junit4:junit4] 2> 6050 T753 C13 REQ [collection1] webapp=/solr path=/get params={qt=/get&wt=javabin&sync=127.0.0.1:51637/solr&version=2&getVersions=100} status=0 QTime=21
[junit4:junit4] 2> 6053 T770 C12 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 6056 T770 C12 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4dcde572 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5c58c90f),segFN=segments_5,generation=5,filenames=[_3_nrm.cfe, _1_Lucene40_0.tim, _2.si, _3.fdt, _3.fnm, _0_Lucene40_0.prx, _1.fnm, _1_Lucene40_0.tip, _2_Lucene40_0.tip, _3_Lucene40_0.frq, _2_nrm.cfe, _0_Lucene40_0.frq, _3_Lucene40_0.prx, _2_Lucene40_0.tim, _2_nrm.cfs, _0.si, _3_Lucene40_0.tip, _1_nrm.cfs, _3_Lucene40_0.tim, _0_Lucene40_0.tim, _0.fnm, _1_Lucene40_0.frq, _2.fdt, _0_nrm.cfs, _2.fdx, _2.fnm, _0_Lucene40_0.tip, _1_nrm.cfe, _1_Lucene40_0.prx, _3.fdx, _3_nrm.cfs, _1.fdx, _1.fdt, _2_Lucene40_0.frq, _2_Lucene40_0.prx, _1.si, _0_nrm.cfe, _3.si, _0.fdx, segments_5, _0.fdt]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4dcde572 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5c58c90f),segFN=segments_6,generation=6,filenames=[_1_Lucene40_0.tim, _3_nrm.cfe, _5_nrm.cfe, _5.fdt, _3.fdt, _0_Lucene40_0.prx, _1.fnm, _1_Lucene40_0.tip, _2_Lucene40_0.tip, _3_Lucene40_0.frq, _2_Lucene40_0.tim, _0_Lucene40_0.tim, _5_Lucene40_0.frq, _0.fnm, _2.fdt, _2.fdx, _1_Lucene40_0.prx, _0_Lucene40_0.tip, _5.si, _1.fdx, _3_nrm.cfs, _1.fdt, _5_nrm.cfs, _2_Lucene40_0.prx, _3.si, _2.si, _3.fnm, _2_nrm.cfe, _5_Lucene40_0.tim, _0_Lucene40_0.frq, _5_Lucene40_0.tip, _3_Lucene40_0.prx, _0.si, _2_nrm.cfs, _1_nrm.cfs, _3_Lucene40_0.tip, _3_Lucene40_0.tim, _5.fnm, _1_Lucene40_0.frq, _0_nrm.cfs, _1_nrm.cfe, _2.fnm, _3.fdx, _2_Lucene40_0.frq, _1.si, _0_nrm.cfe, _5.fdx, _0.fdx, _5_Lucene40_0.prx, segments_6, _0.fdt]
[junit4:junit4] 2> 6057 T770 C12 oasc.SolrDeletionPolicy.updateCommits newest commit = 6[_1_Lucene40_0.tim, _3_nrm.cfe, _5_nrm.cfe, _5.fdt, _3.fdt, _0_Lucene40_0.prx, _1.fnm, _1_Lucene40_0.tip, _2_Lucene40_0.tip, _3_Lucene40_0.frq, _2_Lucene40_0.tim, _0_Lucene40_0.tim, _5_Lucene40_0.frq, _0.fnm, _2.fdt, _2.fdx, _1_Lucene40_0.prx, _0_Lucene40_0.tip, _5.si, _1.fdx, _3_nrm.cfs, _1.fdt, _5_nrm.cfs, _2_Lucene40_0.prx, _3.si, _2.si, _3.fnm, _2_nrm.cfe, _5_Lucene40_0.tim, _0_Lucene40_0.frq, _5_Lucene40_0.tip, _3_Lucene40_0.prx, _0.si, _2_nrm.cfs, _1_nrm.cfs, _3_Lucene40_0.tip, _3_Lucene40_0.tim, _5.fnm, _1_Lucene40_0.frq, _0_nrm.cfs, _1_nrm.cfe, _2.fnm, _3.fdx, _2_Lucene40_0.frq, _1.si, _0_nrm.cfe, _5.fdx, _0.fdx, _5_Lucene40_0.prx, segments_6, _0.fdt]
[junit4:junit4] 2> 6057 T770 C12 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351853781201/shard0/data
[junit4:junit4] 2> 6058 T770 C12 oass.SolrIndexSearcher.<init> Opening Searcher@6ae9cef7 main
[junit4:junit4] 2> 6059 T770 C12 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351853781201/shard0/data/index
[junit4:junit4] 2> 6060 T741 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6ae9cef7 main{StandardDirectoryReader(segments_6:16:nrt _0(5.0):C1 _1(5.0):C1 _2(5.0):C8 _3(5.0):C95 _5(5.0):C1)}
[junit4:junit4] 2> 6060 T770 C12 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 6061 T741 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351853781201/shard0/data/index
[junit4:junit4] 2> 6061 T770 C12 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 8
[junit4:junit4] 2> 6064 T754 C13 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4] 2> 6075 T754 C13 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@d86ef84 lockFactory=org.apache.lucene.store.NativeFSLockFactory@486ae507),segFN=segments_5,generation=5,filenames=[_3_nrm.cfe, _1_Lucene40_0.tim, _2.si, _3.fdt, _3.fnm, _0_Lucene40_0.prx, _1.fnm, _1_Lucene40_0.tip, _2_Lucene40_0.tip, _3_Lucene40_0.frq, _2_nrm.cfe, _0_Lucene40_0.frq, _3_Lucene40_0.prx, _2_Lucene40_0.tim, _2_nrm.cfs, _0.si, _3_Lucene40_0.tip, _1_nrm.cfs, _3_Lucene40_0.tim, _0_Lucene40_0.tim, _0.fnm, _1_Lucene40_0.frq, _2.fdt, _0_nrm.cfs, _2.fdx, _2.fnm, _0_Lucene40_0.tip, _1_nrm.cfe, _1_Lucene40_0.prx, _3.fdx, _3_nrm.cfs, _1.fdx, _1.fdt, _2_Lucene40_0.frq, _2_Lucene40_0.prx, _1.si, _0_nrm.cfe, _3.si, _0.fdx, segments_5, _0.fdt]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@d86ef84 lockFactory=org.apache.lucene.store.NativeFSLockFactory@486ae507),segFN=segments_6,generation=6,filenames=[_1_Lucene40_0.tim, _3_nrm.cfe, _5_nrm.cfe, _5.fdt, _3.fdt, _0_Lucene40_0.prx, _1.fnm, _1_Lucene40_0.tip, _2_Lucene40_0.tip, _3_Lucene40_0.frq, _2_Lucene40_0.tim, _0_Lucene40_0.tim, _5_Lucene40_0.frq, _0.fnm, _2.fdt, _2.fdx, _1_Lucene40_0.prx, _0_Lucene40_0.tip, _5.si, _1.fdx, _3_nrm.cfs, _1.fdt, _5_nrm.cfs, _2_Lucene40_0.prx, _3.si, _2.si, _3.fnm, _2_nrm.cfe, _5_Lucene40_0.tim, _0_Lucene40_0.frq, _5_Lucene40_0.tip, _3_Lucene40_0.prx, _0.si, _2_nrm.cfs, _1_nrm.cfs, _3_Lucene40_0.tip, _3_Lucene40_0.tim, _5.fnm, _1_Lucene40_0.frq, _0_nrm.cfs, _1_nrm.cfe, _2.fnm, _3.fdx, _2_Lucene40_0.frq, _1.si, _0_nrm.cfe, _5.fdx, _0.fdx, _5_Lucene40_0.prx, segments_6, _0.fdt]
[junit4:junit4] 2> 6076 T754 C13 oasc.SolrDeletionPolicy.updateCommits newest commit = 6[_1_Lucene40_0.tim, _3_nrm.cfe, _5_nrm.cfe, _5.fdt, _3.fdt, _0_Lucene40_0.prx, _1.fnm, _1_Lucene40_0.tip, _2_Lucene40_0.tip, _3_Lucene40_0.frq, _2_Lucene40_0.tim, _0_Lucene40_0.tim, _5_Lucene40_0.frq, _0.fnm, _2.fdt, _2.fdx, _1_Lucene40_0.prx, _0_Lucene40_0.tip, _5.si, _1.fdx, _3_nrm.cfs, _1.fdt, _5_nrm.cfs, _2_Lucene40_0.prx, _3.si, _2.si, _3.fnm, _2_nrm.cfe, _5_Lucene40_0.tim, _0_Lucene40_0.frq, _5_Lucene40_0.tip, _3_Lucene40_0.prx, _0.si, _2_nrm.cfs, _1_nrm.cfs, _3_Lucene40_0.tip, _3_Lucene40_0.tim, _5.fnm, _1_Lucene40_0.frq, _0_nrm.cfs, _1_nrm.cfe, _2.fnm, _3.fdx, _2_Lucene40_0.frq, _1.si, _0_nrm.cfe, _5.fdx, _0.fdx, _5_Lucene40_0.prx, segments_6, _0.fdt]
[junit4:junit4] 2> 6076 T754 C13 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351853781201/shard1/data
[junit4:junit4] 2> 6077 T754 C13 oass.SolrIndexSearcher.<init> Opening Searcher@6d1e7dd8 main
[junit4:junit4] 2> 6078 T754 C13 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351853781201/shard1/data/index
[junit4:junit4] 2> 6078 T755 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6d1e7dd8 main{StandardDirectoryReader(segments_6:16:nrt _0(5.0):C1 _1(5.0):C1 _2(5.0):C8 _3(5.0):C95 _5(5.0):C1)}
[junit4:junit4] 2> 6079 T754 C13 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 6080 T755 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351853781201/shard1/data/index
[junit4:junit4] 2> 6080 T754 C13 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 16
[junit4:junit4] 2> 6085 T740 C12 REQ [collection1] webapp=/solr path=/select params={sort=_version_+desc&wt=javabin&q=*:*&version=2} hits=106 status=0 QTime=2
[junit4:junit4] 2> 6091 T753 C13 REQ [collection1] webapp=/solr path=/select params={sort=_version_+desc&wt=javabin&q=*:*&version=2} hits=106 status=0 QTime=2
[junit4:junit4] 2> 6096 T770 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 6100 T740 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 6104 T770 C12 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351853781201/shard0/data
[junit4:junit4] 2> 6119 T770 C12 oass.SolrIndexSearcher.<init> Opening Searcher@5de21b7f realtime
[junit4:junit4] 2> 6120 T770 C12 REQ [collection1] webapp=/solr path=/update params={_version_=-2003&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=17
[junit4:junit4] 2> 6125 T740 C12 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 6129 T770 C12 REQ [collection1] webapp=/solr path=/update params={_version_=-2005&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 6135 T752 C13 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 6139 T754 C13 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351853781201/shard1/data
[junit4:junit4] 2> 6143 T754 C13 oass.SolrIndexSearcher.<init> Opening Searcher@79497d11 realtime
[junit4:junit4] 2> 6143 T754 C13 REQ [collection1] webapp=/solr path=/update params={_version_=-2003&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=5
[junit4:junit4] 2> 6147 T753 C13 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 6151 T752 C13 REQ [collection1] webapp=/solr path=/update params={_version_=-2005&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 6153 T754 C13 oasu.PeerSync.sync PeerSync: core=collection1 url= START replicas=[127.0.0.1:51637/solr] nUpdates=100
[junit4:junit4] 2> 6157 T770 C12 REQ [collection1] webapp=/solr path=/get params={distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=1
[junit4:junit4] 2> 6157 T754 C13 oasu.PeerSync.handleVersions PeerSync: core=collection1 url= Received 100 versions from 127.0.0.1:51637/solr
[junit4:junit4] 2> 6158 T754 C13 oasu.PeerSync.requestUpdates PeerSync: core=collection1 url= Requesting updates from 127.0.0.1:51637/solrn=1 versions=[2002]
[junit4:junit4] 2> 6161 T740 C12 REQ [collection1] webapp=/solr path=/get params={distrib=false&getUpdates=2002&qt=/get&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 6162 T754 C13 oasu.DirectUpdateHandler2.addDoc Reordered DBQs detected. Update=add{flags=12,_version_=2002,id=2001} DBQs=[DBQ{version=2003,q=id:2001 OR id:2002}]
[junit4:junit4] 2> 6163 T754 C13 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351853781201/shard1/data
[junit4:junit4] 2> 6168 T754 C13 oass.SolrIndexSearcher.<init> Opening Searcher@4a635f47 realtime
[junit4:junit4] 2> 6168 T754 C13 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351853781201/shard1/data/index
[junit4:junit4] 2> 6169 T754 C13 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351853781201/shard1/data
[junit4:junit4] 2> 6170 T754 C13 oasu.PeerSync.sync PeerSync: core=collection1 url= DONE. sync succeeded
[junit4:junit4] 2> 6170 T754 C13 REQ [collection1] webapp=/solr path=/get params={qt=/get&wt=javabin&sync=127.0.0.1:51637/solr&version=2&getVersions=100} status=0 QTime=17
[junit4:junit4] 2> 6173 T770 C12 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expunge
[...truncated too long message...]
ctor.accept(SelectChannelConnector.java:104)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 7) Thread[id=763, name=qtp1903856065-763 Acceptor2 SelectChannelConnector@0.0.0.0:?????, state=BLOCKED, group=TGRP-PeerSyncTest]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 8) Thread[id=738, name=qtp433139335-738 Acceptor3 SelectChannelConnector@0.0.0.0:?????, state=RUNNABLE, group=TGRP-PeerSyncTest]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 9) Thread[id=764, name=qtp1903856065-764 Acceptor3 SelectChannelConnector@0.0.0.0:?????, state=RUNNABLE, group=TGRP-PeerSyncTest]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 10) Thread[id=749, name=qtp910454738-749 Acceptor2 SelectChannelConnector@0.0.0.0:?????, state=RUNNABLE, group=TGRP-PeerSyncTest]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 11) Thread[id=761, name=qtp1903856065-761 Acceptor0 SelectChannelConnector@0.0.0.0:?????, state=BLOCKED, group=TGRP-PeerSyncTest]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 12) Thread[id=737, name=qtp433139335-737 Acceptor2 SelectChannelConnector@0.0.0.0:?????, state=BLOCKED, group=TGRP-PeerSyncTest]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 13) Thread[id=736, name=qtp433139335-736 Acceptor1 SelectChannelConnector@0.0.0.0:?????, state=BLOCKED, group=TGRP-PeerSyncTest]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 14) Thread[id=747, name=qtp910454738-747 Acceptor0 SelectChannelConnector@0.0.0.0:?????, state=BLOCKED, group=TGRP-PeerSyncTest]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 15) Thread[id=722, name=qtp1877766749-722 Acceptor1 SelectChannelConnector@0.0.0.0:?????, state=BLOCKED, group=TGRP-PeerSyncTest]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 16) Thread[id=735, name=qtp433139335-735 Acceptor0 SelectChannelConnector@0.0.0.0:?????, state=BLOCKED, group=TGRP-PeerSyncTest]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([A8679E425BADC72F]:0)
[junit4:junit4] Completed on J1 in 30.44s, 1 test, 2 errors <<< FAILURES!
[...truncated 119 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:335: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:178: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/module-build.xml:61: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1163: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:827: There were test failures: 233 suites, 965 tests, 4 suite-level errors, 738 ignored
Total time: 59 minutes 21 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 79 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/79/
4 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
Error Message:
16 threads leaked from SUITE scope at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest: 1) Thread[id=95, name=qtp1732045491-95 Acceptor2 SelectChannelConnector@0.0.0.0:35831, state=BLOCKED, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 2) Thread[id=61, name=qtp1879959029-61 Acceptor3 SelectChannelConnector@0.0.0.0:41719, state=BLOCKED, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 3) Thread[id=60, name=qtp1879959029-60 Acceptor2 SelectChannelConnector@0.0.0.0:41719, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 4) Thread[id=126, name=qtp2014230334-126 Acceptor1 SelectChannelConnector@0.0.0.0:44272, state=BLOCKED, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 5) Thread[id=108, name=qtp1186568091-108 Acceptor0 SelectChannelConnector@0.0.0.0:24729, state=BLOCKED, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 6) Thread[id=58, name=qtp1879959029-58 Acceptor0 SelectChannelConnector@0.0.0.0:41719, state=BLOCKED, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 7) Thread[id=128, name=qtp2014230334-128 Acceptor3 SelectChannelConnector@0.0.0.0:44272, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 8) Thread[id=93, name=qtp1732045491-93 Acceptor0 SelectChannelConnector@0.0.0.0:35831, state=BLOCKED, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 9) Thread[id=127, name=qtp2014230334-127 Acceptor2 SelectChannelConnector@0.0.0.0:44272, state=BLOCKED, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 10) Thread[id=110, name=qtp1186568091-110 Acceptor2 SelectChannelConnector@0.0.0.0:24729, state=BLOCKED, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 11) Thread[id=94, name=qtp1732045491-94 Acceptor1 SelectChannelConnector@0.0.0.0:35831, state=BLOCKED, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 12) Thread[id=111, name=qtp1186568091-111 Acceptor3 SelectChannelConnector@0.0.0.0:24729, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 13) Thread[id=59, name=qtp1879959029-59 Acceptor1 SelectChannelConnector@0.0.0.0:41719, state=BLOCKED, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 14) Thread[id=96, name=qtp1732045491-96 Acceptor3 SelectChannelConnector@0.0.0.0:35831, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 15) Thread[id=109, name=qtp1186568091-109 Acceptor1 SelectChannelConnector@0.0.0.0:24729, state=BLOCKED, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 16) Thread[id=125, name=qtp2014230334-125 Acceptor0 SelectChannelConnector@0.0.0.0:44272, state=BLOCKED, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 16 threads leaked from SUITE scope at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest:
1) Thread[id=95, name=qtp1732045491-95 Acceptor2 SelectChannelConnector@0.0.0.0:35831, state=BLOCKED, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
2) Thread[id=61, name=qtp1879959029-61 Acceptor3 SelectChannelConnector@0.0.0.0:41719, state=BLOCKED, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
3) Thread[id=60, name=qtp1879959029-60 Acceptor2 SelectChannelConnector@0.0.0.0:41719, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
4) Thread[id=126, name=qtp2014230334-126 Acceptor1 SelectChannelConnector@0.0.0.0:44272, state=BLOCKED, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
5) Thread[id=108, name=qtp1186568091-108 Acceptor0 SelectChannelConnector@0.0.0.0:24729, state=BLOCKED, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
6) Thread[id=58, name=qtp1879959029-58 Acceptor0 SelectChannelConnector@0.0.0.0:41719, state=BLOCKED, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
7) Thread[id=128, name=qtp2014230334-128 Acceptor3 SelectChannelConnector@0.0.0.0:44272, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
8) Thread[id=93, name=qtp1732045491-93 Acceptor0 SelectChannelConnector@0.0.0.0:35831, state=BLOCKED, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
9) Thread[id=127, name=qtp2014230334-127 Acceptor2 SelectChannelConnector@0.0.0.0:44272, state=BLOCKED, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
10) Thread[id=110, name=qtp1186568091-110 Acceptor2 SelectChannelConnector@0.0.0.0:24729, state=BLOCKED, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
11) Thread[id=94, name=qtp1732045491-94 Acceptor1 SelectChannelConnector@0.0.0.0:35831, state=BLOCKED, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
12) Thread[id=111, name=qtp1186568091-111 Acceptor3 SelectChannelConnector@0.0.0.0:24729, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
13) Thread[id=59, name=qtp1879959029-59 Acceptor1 SelectChannelConnector@0.0.0.0:41719, state=BLOCKED, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
14) Thread[id=96, name=qtp1732045491-96 Acceptor3 SelectChannelConnector@0.0.0.0:35831, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
15) Thread[id=109, name=qtp1186568091-109 Acceptor1 SelectChannelConnector@0.0.0.0:24729, state=BLOCKED, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
16) Thread[id=125, name=qtp2014230334-125 Acceptor0 SelectChannelConnector@0.0.0.0:44272, state=BLOCKED, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
at __randomizedtesting.SeedInfo.seed([BBCE89F1ADBA0C6]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=95, name=qtp1732045491-95 Acceptor2 SelectChannelConnector@0.0.0.0:35831, state=BLOCKED, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 2) Thread[id=60, name=qtp1879959029-60 Acceptor2 SelectChannelConnector@0.0.0.0:41719, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 3) Thread[id=61, name=qtp1879959029-61 Acceptor3 SelectChannelConnector@0.0.0.0:41719, state=BLOCKED, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 4) Thread[id=126, name=qtp2014230334-126 Acceptor1 SelectChannelConnector@0.0.0.0:44272, state=BLOCKED, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 5) Thread[id=108, name=qtp1186568091-108 Acceptor0 SelectChannelConnector@0.0.0.0:24729, state=BLOCKED, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 6) Thread[id=58, name=qtp1879959029-58 Acceptor0 SelectChannelConnector@0.0.0.0:41719, state=BLOCKED, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 7) Thread[id=128, name=qtp2014230334-128 Acceptor3 SelectChannelConnector@0.0.0.0:44272, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 8) Thread[id=93, name=qtp1732045491-93 Acceptor0 SelectChannelConnector@0.0.0.0:35831, state=BLOCKED, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 9) Thread[id=127, name=qtp2014230334-127 Acceptor2 SelectChannelConnector@0.0.0.0:44272, state=BLOCKED, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 10) Thread[id=94, name=qtp1732045491-94 Acceptor1 SelectChannelConnector@0.0.0.0:35831, state=BLOCKED, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 11) Thread[id=110, name=qtp1186568091-110 Acceptor2 SelectChannelConnector@0.0.0.0:24729, state=BLOCKED, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 12) Thread[id=111, name=qtp1186568091-111 Acceptor3 SelectChannelConnector@0.0.0.0:24729, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 13) Thread[id=59, name=qtp1879959029-59 Acceptor1 SelectChannelConnector@0.0.0.0:41719, state=BLOCKED, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 14) Thread[id=96, name=qtp1732045491-96 Acceptor3 SelectChannelConnector@0.0.0.0:35831, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 15) Thread[id=109, name=qtp1186568091-109 Acceptor1 SelectChannelConnector@0.0.0.0:24729, state=BLOCKED, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 16) Thread[id=125, name=qtp2014230334-125 Acceptor0 SelectChannelConnector@0.0.0.0:44272, state=BLOCKED, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=95, name=qtp1732045491-95 Acceptor2 SelectChannelConnector@0.0.0.0:35831, state=BLOCKED, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
2) Thread[id=60, name=qtp1879959029-60 Acceptor2 SelectChannelConnector@0.0.0.0:41719, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
3) Thread[id=61, name=qtp1879959029-61 Acceptor3 SelectChannelConnector@0.0.0.0:41719, state=BLOCKED, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
4) Thread[id=126, name=qtp2014230334-126 Acceptor1 SelectChannelConnector@0.0.0.0:44272, state=BLOCKED, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
5) Thread[id=108, name=qtp1186568091-108 Acceptor0 SelectChannelConnector@0.0.0.0:24729, state=BLOCKED, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
6) Thread[id=58, name=qtp1879959029-58 Acceptor0 SelectChannelConnector@0.0.0.0:41719, state=BLOCKED, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
7) Thread[id=128, name=qtp2014230334-128 Acceptor3 SelectChannelConnector@0.0.0.0:44272, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
8) Thread[id=93, name=qtp1732045491-93 Acceptor0 SelectChannelConnector@0.0.0.0:35831, state=BLOCKED, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
9) Thread[id=127, name=qtp2014230334-127 Acceptor2 SelectChannelConnector@0.0.0.0:44272, state=BLOCKED, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
10) Thread[id=94, name=qtp1732045491-94 Acceptor1 SelectChannelConnector@0.0.0.0:35831, state=BLOCKED, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
11) Thread[id=110, name=qtp1186568091-110 Acceptor2 SelectChannelConnector@0.0.0.0:24729, state=BLOCKED, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
12) Thread[id=111, name=qtp1186568091-111 Acceptor3 SelectChannelConnector@0.0.0.0:24729, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
13) Thread[id=59, name=qtp1879959029-59 Acceptor1 SelectChannelConnector@0.0.0.0:41719, state=BLOCKED, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
14) Thread[id=96, name=qtp1732045491-96 Acceptor3 SelectChannelConnector@0.0.0.0:35831, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
15) Thread[id=109, name=qtp1186568091-109 Acceptor1 SelectChannelConnector@0.0.0.0:24729, state=BLOCKED, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
16) Thread[id=125, name=qtp2014230334-125 Acceptor0 SelectChannelConnector@0.0.0.0:44272, state=BLOCKED, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
at __randomizedtesting.SeedInfo.seed([BBCE89F1ADBA0C6]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.handler.component.DistributedTermsComponentTest
Error Message:
36 threads leaked from SUITE scope at org.apache.solr.handler.component.DistributedTermsComponentTest: 1) Thread[id=356, name=qtp1024911832-356 Acceptor2 SelectChannelConnector@0.0.0.0:51894, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 2) Thread[id=301, name=qtp1063583740-301 Acceptor2 SelectChannelConnector@0.0.0.0:42429, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 3) Thread[id=452, name=qtp1691449876-452 Acceptor2 SelectChannelConnector@0.0.0.0:20999, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 4) Thread[id=437, name=qtp859374544-437 Acceptor0 SelectChannelConnector@0.0.0.0:20998, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 5) Thread[id=439, name=qtp859374544-439 Acceptor2 SelectChannelConnector@0.0.0.0:20998, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 6) Thread[id=451, name=qtp1691449876-451 Acceptor1 SelectChannelConnector@0.0.0.0:20999, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 7) Thread[id=438, name=qtp859374544-438 Acceptor1 SelectChannelConnector@0.0.0.0:20998, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 8) Thread[id=286, name=qtp688970022-286 Acceptor1 SelectChannelConnector@0.0.0.0:58000, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 9) Thread[id=342, name=qtp1041400786-342 Acceptor1 SelectChannelConnector@0.0.0.0:19588, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 10) Thread[id=357, name=qtp1024911832-357 Acceptor3 SelectChannelConnector@0.0.0.0:51894, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 11) Thread[id=423, name=qtp2094875182-423 Acceptor0 SelectChannelConnector@0.0.0.0:20995, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 12) Thread[id=288, name=qtp688970022-288 Acceptor3 SelectChannelConnector@0.0.0.0:58000, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 13) Thread[id=466, name=qtp1522864489-466 Acceptor2 SelectChannelConnector@0.0.0.0:21001, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 14) Thread[id=287, name=qtp688970022-287 Acceptor2 SelectChannelConnector@0.0.0.0:58000, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 15) Thread[id=450, name=qtp1691449876-450 Acceptor0 SelectChannelConnector@0.0.0.0:20999, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 16) Thread[id=424, name=qtp2094875182-424 Acceptor1 SelectChannelConnector@0.0.0.0:20995, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 17) Thread[id=369, name=qtp1088423816-369 Acceptor3 SelectChannelConnector@0.0.0.0:12695, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 18) Thread[id=354, name=qtp1024911832-354 Acceptor0 SelectChannelConnector@0.0.0.0:51894, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 19) Thread[id=302, name=qtp1063583740-302 Acceptor3 SelectChannelConnector@0.0.0.0:42429, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 20) Thread[id=453, name=qtp1691449876-453 Acceptor3 SelectChannelConnector@0.0.0.0:20999, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 21) Thread[id=367, name=qtp1088423816-367 Acceptor1 SelectChannelConnector@0.0.0.0:12695, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 22) Thread[id=344, name=qtp1041400786-344 Acceptor3 SelectChannelConnector@0.0.0.0:19588, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 23) Thread[id=467, name=qtp1522864489-467 Acceptor3 SelectChannelConnector@0.0.0.0:21001, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 24) Thread[id=300, name=qtp1063583740-300 Acceptor1 SelectChannelConnector@0.0.0.0:42429, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 25) Thread[id=368, name=qtp1088423816-368 Acceptor2 SelectChannelConnector@0.0.0.0:12695, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 26) Thread[id=425, name=qtp2094875182-425 Acceptor2 SelectChannelConnector@0.0.0.0:20995, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 27) Thread[id=299, name=qtp1063583740-299 Acceptor0 SelectChannelConnector@0.0.0.0:42429, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 28) Thread[id=366, name=qtp1088423816-366 Acceptor0 SelectChannelConnector@0.0.0.0:12695, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 29) Thread[id=426, name=qtp2094875182-426 Acceptor3 SelectChannelConnector@0.0.0.0:20995, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 30) Thread[id=355, name=qtp1024911832-355 Acceptor1 SelectChannelConnector@0.0.0.0:51894, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 31) Thread[id=440, name=qtp859374544-440 Acceptor3 SelectChannelConnector@0.0.0.0:20998, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 32) Thread[id=465, name=qtp1522864489-465 Acceptor1 SelectChannelConnector@0.0.0.0:21001, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 33) Thread[id=343, name=qtp1041400786-343 Acceptor2 SelectChannelConnector@0.0.0.0:19588, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 34) Thread[id=464, name=qtp1522864489-464 Acceptor0 SelectChannelConnector@0.0.0.0:21001, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 35) Thread[id=285, name=qtp688970022-285 Acceptor0 SelectChannelConnector@0.0.0.0:58000, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 36) Thread[id=341, name=qtp1041400786-341 Acceptor0 SelectChannelConnector@0.0.0.0:19588, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 36 threads leaked from SUITE scope at org.apache.solr.handler.component.DistributedTermsComponentTest:
1) Thread[id=356, name=qtp1024911832-356 Acceptor2 SelectChannelConnector@0.0.0.0:51894, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
2) Thread[id=301, name=qtp1063583740-301 Acceptor2 SelectChannelConnector@0.0.0.0:42429, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
3) Thread[id=452, name=qtp1691449876-452 Acceptor2 SelectChannelConnector@0.0.0.0:20999, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
4) Thread[id=437, name=qtp859374544-437 Acceptor0 SelectChannelConnector@0.0.0.0:20998, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
5) Thread[id=439, name=qtp859374544-439 Acceptor2 SelectChannelConnector@0.0.0.0:20998, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
6) Thread[id=451, name=qtp1691449876-451 Acceptor1 SelectChannelConnector@0.0.0.0:20999, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
7) Thread[id=438, name=qtp859374544-438 Acceptor1 SelectChannelConnector@0.0.0.0:20998, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
8) Thread[id=286, name=qtp688970022-286 Acceptor1 SelectChannelConnector@0.0.0.0:58000, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
9) Thread[id=342, name=qtp1041400786-342 Acceptor1 SelectChannelConnector@0.0.0.0:19588, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
10) Thread[id=357, name=qtp1024911832-357 Acceptor3 SelectChannelConnector@0.0.0.0:51894, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
11) Thread[id=423, name=qtp2094875182-423 Acceptor0 SelectChannelConnector@0.0.0.0:20995, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
12) Thread[id=288, name=qtp688970022-288 Acceptor3 SelectChannelConnector@0.0.0.0:58000, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
13) Thread[id=466, name=qtp1522864489-466 Acceptor2 SelectChannelConnector@0.0.0.0:21001, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
14) Thread[id=287, name=qtp688970022-287 Acceptor2 SelectChannelConnector@0.0.0.0:58000, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
15) Thread[id=450, name=qtp1691449876-450 Acceptor0 SelectChannelConnector@0.0.0.0:20999, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
16) Thread[id=424, name=qtp2094875182-424 Acceptor1 SelectChannelConnector@0.0.0.0:20995, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
17) Thread[id=369, name=qtp1088423816-369 Acceptor3 SelectChannelConnector@0.0.0.0:12695, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
18) Thread[id=354, name=qtp1024911832-354 Acceptor0 SelectChannelConnector@0.0.0.0:51894, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
19) Thread[id=302, name=qtp1063583740-302 Acceptor3 SelectChannelConnector@0.0.0.0:42429, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
20) Thread[id=453, name=qtp1691449876-453 Acceptor3 SelectChannelConnector@0.0.0.0:20999, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
21) Thread[id=367, name=qtp1088423816-367 Acceptor1 SelectChannelConnector@0.0.0.0:12695, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
22) Thread[id=344, name=qtp1041400786-344 Acceptor3 SelectChannelConnector@0.0.0.0:19588, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
23) Thread[id=467, name=qtp1522864489-467 Acceptor3 SelectChannelConnector@0.0.0.0:21001, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
24) Thread[id=300, name=qtp1063583740-300 Acceptor1 SelectChannelConnector@0.0.0.0:42429, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
25) Thread[id=368, name=qtp1088423816-368 Acceptor2 SelectChannelConnector@0.0.0.0:12695, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
26) Thread[id=425, name=qtp2094875182-425 Acceptor2 SelectChannelConnector@0.0.0.0:20995, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
27) Thread[id=299, name=qtp1063583740-299 Acceptor0 SelectChannelConnector@0.0.0.0:42429, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
28) Thread[id=366, name=qtp1088423816-366 Acceptor0 SelectChannelConnector@0.0.0.0:12695, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
29) Thread[id=426, name=qtp2094875182-426 Acceptor3 SelectChannelConnector@0.0.0.0:20995, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
30) Thread[id=355, name=qtp1024911832-355 Acceptor1 SelectChannelConnector@0.0.0.0:51894, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
31) Thread[id=440, name=qtp859374544-440 Acceptor3 SelectChannelConnector@0.0.0.0:20998, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
32) Thread[id=465, name=qtp1522864489-465 Acceptor1 SelectChannelConnector@0.0.0.0:21001, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
33) Thread[id=343, name=qtp1041400786-343 Acceptor2 SelectChannelConnector@0.0.0.0:19588, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
34) Thread[id=464, name=qtp1522864489-464 Acceptor0 SelectChannelConnector@0.0.0.0:21001, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
35) Thread[id=285, name=qtp688970022-285 Acceptor0 SelectChannelConnector@0.0.0.0:58000, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
36) Thread[id=341, name=qtp1041400786-341 Acceptor0 SelectChannelConnector@0.0.0.0:19588, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
at __randomizedtesting.SeedInfo.seed([BBCE89F1ADBA0C6]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.handler.component.DistributedTermsComponentTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=356, name=qtp1024911832-356 Acceptor2 SelectChannelConnector@0.0.0.0:51894, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 2) Thread[id=301, name=qtp1063583740-301 Acceptor2 SelectChannelConnector@0.0.0.0:42429, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 3) Thread[id=452, name=qtp1691449876-452 Acceptor2 SelectChannelConnector@0.0.0.0:20999, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 4) Thread[id=437, name=qtp859374544-437 Acceptor0 SelectChannelConnector@0.0.0.0:20998, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 5) Thread[id=439, name=qtp859374544-439 Acceptor2 SelectChannelConnector@0.0.0.0:20998, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 6) Thread[id=451, name=qtp1691449876-451 Acceptor1 SelectChannelConnector@0.0.0.0:20999, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 7) Thread[id=438, name=qtp859374544-438 Acceptor1 SelectChannelConnector@0.0.0.0:20998, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 8) Thread[id=286, name=qtp688970022-286 Acceptor1 SelectChannelConnector@0.0.0.0:58000, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 9) Thread[id=342, name=qtp1041400786-342 Acceptor1 SelectChannelConnector@0.0.0.0:19588, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 10) Thread[id=357, name=qtp1024911832-357 Acceptor3 SelectChannelConnector@0.0.0.0:51894, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 11) Thread[id=423, name=qtp2094875182-423 Acceptor0 SelectChannelConnector@0.0.0.0:20995, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 12) Thread[id=288, name=qtp688970022-288 Acceptor3 SelectChannelConnector@0.0.0.0:58000, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 13) Thread[id=287, name=qtp688970022-287 Acceptor2 SelectChannelConnector@0.0.0.0:58000, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 14) Thread[id=466, name=qtp1522864489-466 Acceptor2 SelectChannelConnector@0.0.0.0:21001, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 15) Thread[id=369, name=qtp1088423816-369 Acceptor3 SelectChannelConnector@0.0.0.0:12695, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 16) Thread[id=424, name=qtp2094875182-424 Acceptor1 SelectChannelConnector@0.0.0.0:20995, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 17) Thread[id=450, name=qtp1691449876-450 Acceptor0 SelectChannelConnector@0.0.0.0:20999, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 18) Thread[id=302, name=qtp1063583740-302 Acceptor3 SelectChannelConnector@0.0.0.0:42429, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 19) Thread[id=354, name=qtp1024911832-354 Acceptor0 SelectChannelConnector@0.0.0.0:51894, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 20) Thread[id=453, name=qtp1691449876-453 Acceptor3 SelectChannelConnector@0.0.0.0:20999, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 21) Thread[id=367, name=qtp1088423816-367 Acceptor1 SelectChannelConnector@0.0.0.0:12695, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 22) Thread[id=344, name=qtp1041400786-344 Acceptor3 SelectChannelConnector@0.0.0.0:19588, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 23) Thread[id=467, name=qtp1522864489-467 Acceptor3 SelectChannelConnector@0.0.0.0:21001, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 24) Thread[id=300, name=qtp1063583740-300 Acceptor1 SelectChannelConnector@0.0.0.0:42429, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 25) Thread[id=368, name=qtp1088423816-368 Acceptor2 SelectChannelConnector@0.0.0.0:12695, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 26) Thread[id=425, name=qtp2094875182-425 Acceptor2 SelectChannelConnector@0.0.0.0:20995, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 27) Thread[id=299, name=qtp1063583740-299 Acceptor0 SelectChannelConnector@0.0.0.0:42429, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 28) Thread[id=366, name=qtp1088423816-366 Acceptor0 SelectChannelConnector@0.0.0.0:12695, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 29) Thread[id=426, name=qtp2094875182-426 Acceptor3 SelectChannelConnector@0.0.0.0:20995, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 30) Thread[id=355, name=qtp1024911832-355 Acceptor1 SelectChannelConnector@0.0.0.0:51894, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 31) Thread[id=440, name=qtp859374544-440 Acceptor3 SelectChannelConnector@0.0.0.0:20998, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 32) Thread[id=465, name=qtp1522864489-465 Acceptor1 SelectChannelConnector@0.0.0.0:21001, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 33) Thread[id=343, name=qtp1041400786-343 Acceptor2 SelectChannelConnector@0.0.0.0:19588, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 34) Thread[id=464, name=qtp1522864489-464 Acceptor0 SelectChannelConnector@0.0.0.0:21001, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 35) Thread[id=285, name=qtp688970022-285 Acceptor0 SelectChannelConnector@0.0.0.0:58000, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679) 36) Thread[id=341, name=qtp1041400786-341 Acceptor0 SelectChannelConnector@0.0.0.0:19588, state=BLOCKED, group=TGRP-DistributedTermsComponentTest] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147) at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534) at java.lang.Thread.run(Thread.java:679)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=356, name=qtp1024911832-356 Acceptor2 SelectChannelConnector@0.0.0.0:51894, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
2) Thread[id=301, name=qtp1063583740-301 Acceptor2 SelectChannelConnector@0.0.0.0:42429, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
3) Thread[id=452, name=qtp1691449876-452 Acceptor2 SelectChannelConnector@0.0.0.0:20999, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
4) Thread[id=437, name=qtp859374544-437 Acceptor0 SelectChannelConnector@0.0.0.0:20998, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
5) Thread[id=439, name=qtp859374544-439 Acceptor2 SelectChannelConnector@0.0.0.0:20998, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
6) Thread[id=451, name=qtp1691449876-451 Acceptor1 SelectChannelConnector@0.0.0.0:20999, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
7) Thread[id=438, name=qtp859374544-438 Acceptor1 SelectChannelConnector@0.0.0.0:20998, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
8) Thread[id=286, name=qtp688970022-286 Acceptor1 SelectChannelConnector@0.0.0.0:58000, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
9) Thread[id=342, name=qtp1041400786-342 Acceptor1 SelectChannelConnector@0.0.0.0:19588, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
10) Thread[id=357, name=qtp1024911832-357 Acceptor3 SelectChannelConnector@0.0.0.0:51894, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
11) Thread[id=423, name=qtp2094875182-423 Acceptor0 SelectChannelConnector@0.0.0.0:20995, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
12) Thread[id=288, name=qtp688970022-288 Acceptor3 SelectChannelConnector@0.0.0.0:58000, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
13) Thread[id=287, name=qtp688970022-287 Acceptor2 SelectChannelConnector@0.0.0.0:58000, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
14) Thread[id=466, name=qtp1522864489-466 Acceptor2 SelectChannelConnector@0.0.0.0:21001, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
15) Thread[id=369, name=qtp1088423816-369 Acceptor3 SelectChannelConnector@0.0.0.0:12695, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
16) Thread[id=424, name=qtp2094875182-424 Acceptor1 SelectChannelConnector@0.0.0.0:20995, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
17) Thread[id=450, name=qtp1691449876-450 Acceptor0 SelectChannelConnector@0.0.0.0:20999, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
18) Thread[id=302, name=qtp1063583740-302 Acceptor3 SelectChannelConnector@0.0.0.0:42429, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
19) Thread[id=354, name=qtp1024911832-354 Acceptor0 SelectChannelConnector@0.0.0.0:51894, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
20) Thread[id=453, name=qtp1691449876-453 Acceptor3 SelectChannelConnector@0.0.0.0:20999, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
21) Thread[id=367, name=qtp1088423816-367 Acceptor1 SelectChannelConnector@0.0.0.0:12695, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
22) Thread[id=344, name=qtp1041400786-344 Acceptor3 SelectChannelConnector@0.0.0.0:19588, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
23) Thread[id=467, name=qtp1522864489-467 Acceptor3 SelectChannelConnector@0.0.0.0:21001, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
24) Thread[id=300, name=qtp1063583740-300 Acceptor1 SelectChannelConnector@0.0.0.0:42429, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
25) Thread[id=368, name=qtp1088423816-368 Acceptor2 SelectChannelConnector@0.0.0.0:12695, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
26) Thread[id=425, name=qtp2094875182-425 Acceptor2 SelectChannelConnector@0.0.0.0:20995, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
27) Thread[id=299, name=qtp1063583740-299 Acceptor0 SelectChannelConnector@0.0.0.0:42429, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
28) Thread[id=366, name=qtp1088423816-366 Acceptor0 SelectChannelConnector@0.0.0.0:12695, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
29) Thread[id=426, name=qtp2094875182-426 Acceptor3 SelectChannelConnector@0.0.0.0:20995, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
30) Thread[id=355, name=qtp1024911832-355 Acceptor1 SelectChannelConnector@0.0.0.0:51894, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
31) Thread[id=440, name=qtp859374544-440 Acceptor3 SelectChannelConnector@0.0.0.0:20998, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
32) Thread[id=465, name=qtp1522864489-465 Acceptor1 SelectChannelConnector@0.0.0.0:21001, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
33) Thread[id=343, name=qtp1041400786-343 Acceptor2 SelectChannelConnector@0.0.0.0:19588, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
34) Thread[id=464, name=qtp1522864489-464 Acceptor0 SelectChannelConnector@0.0.0.0:21001, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
35) Thread[id=285, name=qtp688970022-285 Acceptor0 SelectChannelConnector@0.0.0.0:58000, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
36) Thread[id=341, name=qtp1041400786-341 Acceptor0 SelectChannelConnector@0.0.0.0:19588, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
at java.lang.Thread.run(Thread.java:679)
at __randomizedtesting.SeedInfo.seed([BBCE89F1ADBA0C6]:0)
Build Log:
[...truncated 7875 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
[junit4:junit4] 2> 5 T42 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./solrtest-FullSolrCloudDistribCmdsTest-1351752467664
[junit4:junit4] 2> 15 T42 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4] 2> 99 T43 oaz.Environment.logEnv Server environment:zookeeper.version=3.3.6-1366786, built on 07/29/2012 06:22 GMT
[junit4:junit4] 2> 99 T43 oaz.Environment.logEnv Server environment:host.name=lucene.zones.apache.org
[junit4:junit4] 2> 100 T43 oaz.Environment.logEnv Server environment:java.version=1.6.0_32
[junit4:junit4] 2> 100 T43 oaz.Environment.logEnv Server environment:java.vendor=Sun Microsystems Inc.
[junit4:junit4] 2> 100 T43 oaz.Environment.logEnv Server environment:java.home=/usr/local/openjdk6/jre
[junit4:junit4] 2> 100 T43 oaz.Environment.logEnv Server environment:java.class.path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/classes/test:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/codecs/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/analysis/common/lucene-analyzers-common-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/highlighter/lucene-highlighter-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/memory/lucene-memory-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/misc/lucene-misc-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/spatial/lucene-spatial-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/suggest/lucene-suggest-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/grouping/lucene-grouping-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/queries/lucene-queries-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/queryparser/lucene-queryparser-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/commons-cli-1.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/commons-codec-1.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/commons-fileupload-1.2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/commons-lang-2.6.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/easymock-2.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/guava-r05.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/javax.servlet-api-3.0.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/metrics-core-2.1.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/spatial4j-0.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/lib/commons-io-2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/lib/httpclient-4.1.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/lib/httpcore-4.1.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/lib/httpmime-4.1.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/lib/jcl-over-slf4j-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/lib/log4j-over-slf4j-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/lib/slf4j-api-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/lib/slf4j-jdk14-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/lib/wstx-asl-3.2.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/lib/zookeeper-3.3.6.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/example/lib/jetty-continuation-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/example/lib/jetty-deploy-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/example/lib/jetty-http-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/example/lib/jetty-io-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/example/lib/jetty-jmx-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/example/lib/jetty-security-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/example/lib/jetty-server-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/example/lib/jetty-servlet-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/example/lib/jetty-util-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/example/lib/jetty-webapp-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/example/lib/jetty-xml-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/example/lib/servlet-api-3.0.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/core/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/test-framework/lib/junit-4.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/test-framework/lib/randomizedtesting-runner-2.0.4.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-launcher.jar:/home/hudson/.ant/lib/ivy-2.2.0.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-regexp.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-junit.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-bsf.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-commons-net.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-antlr.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-log4j.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-commons-logging.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-xalan2.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-oro.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-junit4.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-netrexx.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-swing.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-javamail.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jsch.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jmf.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-bcel.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jai.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-testutil.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-resolver.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jdepend.jar:/usr/local/openjdk6/lib/tools.jar:/home/hudson/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.0.4.jar
[junit4:junit4] 2> 101 T43 oaz.Environment.logEnv Server environment:java.library.path=/usr/local/openjdk6/jre/lib/amd64/server:/usr/local/openjdk6/jre/lib/amd64:/usr/local/openjdk6/jre/../lib/amd64:/usr/java/packages/lib/amd64:/lib:/usr/lib:/usr/local/lib
[junit4:junit4] 2> 101 T43 oaz.Environment.logEnv Server environment:java.io.tmpdir=.
[junit4:junit4] 2> 101 T43 oaz.Environment.logEnv Server environment:java.compiler=<NA>
[junit4:junit4] 2> 101 T43 oaz.Environment.logEnv Server environment:os.name=FreeBSD
[junit4:junit4] 2> 101 T43 oaz.Environment.logEnv Server environment:os.arch=amd64
[junit4:junit4] 2> 101 T43 oaz.Environment.logEnv Server environment:os.version=9.0-RELEASE
[junit4:junit4] 2> 101 T43 oaz.Environment.logEnv Server environment:user.name=hudson
[junit4:junit4] 2> 102 T43 oaz.Environment.logEnv Server environment:user.home=/home/hudson
[junit4:junit4] 2> 102 T43 oaz.Environment.logEnv Server environment:user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
[junit4:junit4] 2> 137 T43 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4] 2> 165 T43 oazs.NIOServerCnxn$Factory.<init> binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4] 2> 218 T43 oazsp.FileTxnSnapLog.save Snapshotting: 0
[junit4:junit4] 2> 224 T42 oasc.ZkTestServer.run start zk server on port:42600
[junit4:junit4] 2> 364 T42 oaz.Environment.logEnv Client environment:zookeeper.version=3.3.6-1366786, built on 07/29/2012 06:22 GMT
[junit4:junit4] 2> 365 T42 oaz.Environment.logEnv Client environment:host.name=lucene.zones.apache.org
[junit4:junit4] 2> 365 T42 oaz.Environment.logEnv Client environment:java.version=1.6.0_32
[junit4:junit4] 2> 365 T42 oaz.Environment.logEnv Client environment:java.vendor=Sun Microsystems Inc.
[junit4:junit4] 2> 366 T42 oaz.Environment.logEnv Client environment:java.home=/usr/local/openjdk6/jre
[junit4:junit4] 2> 366 T42 oaz.Environment.logEnv Client environment:java.class.path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/classes/test:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/codecs/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/analysis/common/lucene-analyzers-common-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/highlighter/lucene-highlighter-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/memory/lucene-memory-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/misc/lucene-misc-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/spatial/lucene-spatial-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/suggest/lucene-suggest-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/grouping/lucene-grouping-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/queries/lucene-queries-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/queryparser/lucene-queryparser-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/commons-cli-1.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/commons-codec-1.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/commons-fileupload-1.2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/commons-lang-2.6.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/easymock-2.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/guava-r05.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/javax.servlet-api-3.0.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/metrics-core-2.1.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/spatial4j-0.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/lib/commons-io-2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/lib/httpclient-4.1.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/lib/httpcore-4.1.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/lib/httpmime-4.1.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/lib/jcl-over-slf4j-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/lib/log4j-over-slf4j-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/lib/slf4j-api-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/lib/slf4j-jdk14-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/lib/wstx-asl-3.2.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/lib/zookeeper-3.3.6.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/example/lib/jetty-continuation-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/example/lib/jetty-deploy-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/example/lib/jetty-http-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/example/lib/jetty-io-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/example/lib/jetty-jmx-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/example/lib/jetty-security-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/example/lib/jetty-server-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/example/lib/jetty-servlet-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/example/lib/jetty-util-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/example/lib/jetty-webapp-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/example/lib/jetty-xml-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/example/lib/servlet-api-3.0.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/core/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/test-framework/lib/junit-4.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/test-framework/lib/randomizedtesting-runner-2.0.4.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-launcher.jar:/home/hudson/.ant/lib/ivy-2.2.0.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-regexp.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-junit.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-bsf.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-commons-net.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-antlr.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-log4j.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-commons-logging.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-xalan2.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-oro.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-junit4.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-netrexx.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-swing.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-javamail.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jsch.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jmf.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-bcel.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jai.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-testutil.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-resolver.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jdepend.jar:/usr/local/openjdk6/lib/tools.jar:/home/hudson/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.0.4.jar
[junit4:junit4] 2> 367 T42 oaz.Environment.logEnv Client environment:java.library.path=/usr/local/openjdk6/jre/lib/amd64/server:/usr/local/openjdk6/jre/lib/amd64:/usr/local/openjdk6/jre/../lib/amd64:/usr/java/packages/lib/amd64:/lib:/usr/lib:/usr/local/lib
[junit4:junit4] 2> 368 T42 oaz.Environment.logEnv Client environment:java.io.tmpdir=.
[junit4:junit4] 2> 368 T42 oaz.Environment.logEnv Client environment:java.compiler=<NA>
[junit4:junit4] 2> 368 T42 oaz.Environment.logEnv Client environment:os.name=FreeBSD
[junit4:junit4] 2> 369 T42 oaz.Environment.logEnv Client environment:os.arch=amd64
[junit4:junit4] 2> 369 T42 oaz.Environment.logEnv Client environment:os.version=9.0-RELEASE
[junit4:junit4] 2> 370 T42 oaz.Environment.logEnv Client environment:user.name=hudson
[junit4:junit4] 2> 370 T42 oaz.Environment.logEnv Client environment:user.home=/home/hudson
[junit4:junit4] 2> 370 T42 oaz.Environment.logEnv Client environment:user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
[junit4:junit4] 2> 376 T42 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:42600 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@7ec48b77
[junit4:junit4] 2> 434 T48 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:42600
[junit4:junit4] 2> 434 T42 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 438 T48 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:42600, initiating session
[junit4:junit4] 2> 439 T44 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:53807
[junit4:junit4] 2> 456 T44 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:53807
[junit4:junit4] 2> 468 T46 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4] 2> 512 T46 oazs.NIOServerCnxn.finishSessionInit Established session 0x13abab9c5dc0000 with negotiated timeout 10000 for client /140.211.11.196:53807
[junit4:junit4] 2> 513 T48 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:42600, sessionid = 0x13abab9c5dc0000, negotiated timeout = 10000
[junit4:junit4] 2> 523 T49 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7ec48b77 name:ZooKeeperConnection Watcher:127.0.0.1:42600 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 524 T42 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 528 T42 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4] 2> 608 T47 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x13abab9c5dc0000
[junit4:junit4] 2> 609 T49 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 609 T42 oaz.ZooKeeper.close Session: 0x13abab9c5dc0000 closed
[junit4:junit4] 2> 610 T42 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:42600/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@245102ff
[junit4:junit4] 2> 610 T44 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:53807 which had sessionid 0x13abab9c5dc0000
[junit4:junit4] 2> 611 T50 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:42600
[junit4:junit4] 2> 611 T42 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 611 T44 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:54972
[junit4:junit4] 2> 613 T50 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:42600, initiating session
[junit4:junit4] 2> 613 T44 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:54972
[junit4:junit4] 2> 614 T46 oazs.NIOServerCnxn.finishSessionInit Established session 0x13abab9c5dc0001 with negotiated timeout 10000 for client /140.211.11.196:54972
[junit4:junit4] 2> 614 T50 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:42600, sessionid = 0x13abab9c5dc0001, negotiated timeout = 10000
[junit4:junit4] 2> 614 T51 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@245102ff name:ZooKeeperConnection Watcher:127.0.0.1:42600/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 615 T42 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 626 T42 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4] 2> 629 T42 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4] 2> 638 T42 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4] 2> 641 T42 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4] 2> 644 T42 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 673 T42 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 687 T42 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4] 2> 688 T42 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4] 2> 792 T42 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 793 T42 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 809 T42 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 2> 809 T42 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 2> 813 T42 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 2> 813 T42 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4] 2> 817 T42 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 2> 817 T42 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4] 2> 821 T42 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 821 T42 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 826 T42 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 826 T42 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 832 T42 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 832 T42 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 836 T42 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 2> 836 T42 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 2> 841 T47 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x13abab9c5dc0001
[junit4:junit4] 2> 842 T51 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 842 T44 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:54972 which had sessionid 0x13abab9c5dc0001
[junit4:junit4] 2> 842 T42 oaz.ZooKeeper.close Session: 0x13abab9c5dc0001 closed
[junit4:junit4] 2> 1912 T42 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4] 2> 2297 T42 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:41719
[junit4:junit4] 2> 2337 T42 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 2338 T42 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1351752468501
[junit4:junit4] 2> 2338 T42 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1351752468501/'
[junit4:junit4] 2> 2385 T42 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 2386 T42 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 2387 T42 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1351752468501
[junit4:junit4] 2> 2387 T42 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1351752468501/solr.xml
[junit4:junit4] 2> 2388 T42 oasc.CoreContainer.<init> New CoreContainer 2112118876
[junit4:junit4] 2> 2389 T42 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1351752468501/'
[junit4:junit4] 2> 2390 T42 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1351752468501/'
[junit4:junit4] 2> 2429 T42 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 2446 T42 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:42600/solr
[junit4:junit4] 2> 2476 T42 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:42600/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@397dea61
[junit4:junit4] 2> 2477 T62 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:42600
[junit4:junit4] 2> 2477 T42 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2479 T62 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:42600, initiating session
[junit4:junit4] 2> 2479 T44 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:13391
[junit4:junit4] 2> 2480 T44 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:13391
[junit4:junit4] 2> 2507 T46 oazs.NIOServerCnxn.finishSessionInit Established session 0x13abab9c5dc0002 with negotiated timeout 5000 for client /140.211.11.196:13391
[junit4:junit4] 2> 2507 T62 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:42600, sessionid = 0x13abab9c5dc0002, negotiated timeout = 5000
[junit4:junit4] 2> 2508 T63 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@397dea61 name:ZooKeeperConnection Watcher:127.0.0.1:42600/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2508 T42 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2528 T47 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13abab9c5dc0002 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 2540 T42 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4] 2> 2543 T42 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41719_solr
[junit4:junit4] 2> 2549 T47 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13abab9c5dc0002 type:delete cxid:0x7 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:41719_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:41719_solr
[junit4:junit4] 2> 2550 T42 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:41719_solr
[junit4:junit4] 2> 2554 T42 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 2554 T42 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 2555 T42 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 2555 T42 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 2555 T42 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 2556 T42 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 2556 T42 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 2556 T42 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 2557 T42 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 2557 T42 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 2571 T42 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4] 2> 2594 T47 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13abab9c5dc0002 type:delete cxid:0x15 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4] 2> 2595 T42 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4] 2> 2598 T42 oasc.Overseer.start Overseer (id=88588449738391554-127.0.0.1:41719_solr-n_0000000000) starting
[junit4:junit4] 2> 2599 T47 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13abab9c5dc0002 type:create cxid:0x1a zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 2620 T47 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13abab9c5dc0002 type:create cxid:0x1b zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 2625 T47 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13abab9c5dc0002 type:create cxid:0x1c zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 2632 T47 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13abab9c5dc0002 type:create cxid:0x1d zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 2633 T65 oasc.OverseerCollectionProcessor.run Process current queue of collection messages
[junit4:junit4] 2> 2634 T42 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4] 2> 2637 T42 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 2671 T64 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4] 2> 2736 T42 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1351752468501/collection1
[junit4:junit4] 2> 2737 T42 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4] 2> 2738 T42 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 2738 T42 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4] 2> 2741 T42 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1351752468501/collection1/'
[junit4:junit4] 2> 2742 T42 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1351752468501/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 2743 T42 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1351752468501/collection1/lib/README' to classloader
[junit4:junit4] 2> 2854 T42 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 2930 T42 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 3032 T42 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 3053 T42 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 3733 T42 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 3749 T42 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 3753 T42 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 3782 T42 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 3788 T42 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 3793 T42 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 3796 T42 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 3799 T42 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1351752468501/collection1/, dataDir=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1351752467663/control/data/
[junit4:junit4] 2> 3800 T42 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@f5bfdbd
[junit4:junit4] 2> 3801 T42 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 3802 T42 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for MockDirWrapper(org.apache.lucene.store.RAMDirectory@5d31b810 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6b2b523c) assuming 'simple'
[junit4:junit4] 2> 3803 T42 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1351752467663/control/data forceNew:false
[junit4:junit4] 2> 3803 T42 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1351752467663/control/data
[junit4:junit4] 2> 3804 T42 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1351752467663/control/data/index/
[junit4:junit4] 2> 3805 T42 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1351752467663/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 3806 T42 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1351752467663/control/data/index forceNew:false
[junit4:junit4] 2> 3810 T42 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@a89848d lockFactory=org.apache.lucene.store.NativeFSLockFactory@32be8e12),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 3810 T42 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 3811 T42 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1351752467663/control/data/index
[junit4:junit4] 2> 3812 T42 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4] 2> 3814 T42 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 3815 T42 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4] 2> 3815 T42 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 3816 T42 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4] 2> 3817 T42 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 3817 T42 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 3818 T42 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 3819 T42 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 3821 T42 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 3823 T42 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4] 2> 3824 T42 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4] 2> 3825 T42 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 3826 T42 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4] 2> 3827 T42 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4] 2> 3827 T42 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4] 2> 3829 T42 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 3830 T42 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 3832 T42 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 3834 T42 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 3835 T42 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 3837 T42 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 3838 T42 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 3840 T42 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4] 2> 3841 T42 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4] 2> 3843 T42 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4] 2> 3851 T42 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 3856 T42 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4] 2> 3859 T42 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4] 2> 3861 T42 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1351752467663/control/data
[junit4:junit4] 2> 3862 T42 oass.SolrIndexSearcher.<init> Opening Searcher@68ed8363 main
[junit4:junit4] 2> 3864 T42 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 3864 T42 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 3865 T42 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4] 2> 3887 T42 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker
[...truncated too long message...]
java:599)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 27) Thread[id=299, name=qtp1063583740-299 Acceptor0 SelectChannelConnector@0.0.0.0:42429, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 28) Thread[id=366, name=qtp1088423816-366 Acceptor0 SelectChannelConnector@0.0.0.0:12695, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 29) Thread[id=426, name=qtp2094875182-426 Acceptor3 SelectChannelConnector@0.0.0.0:20995, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 30) Thread[id=355, name=qtp1024911832-355 Acceptor1 SelectChannelConnector@0.0.0.0:51894, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 31) Thread[id=440, name=qtp859374544-440 Acceptor3 SelectChannelConnector@0.0.0.0:20998, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 32) Thread[id=465, name=qtp1522864489-465 Acceptor1 SelectChannelConnector@0.0.0.0:21001, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 33) Thread[id=343, name=qtp1041400786-343 Acceptor2 SelectChannelConnector@0.0.0.0:19588, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 34) Thread[id=464, name=qtp1522864489-464 Acceptor0 SelectChannelConnector@0.0.0.0:21001, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 35) Thread[id=285, name=qtp688970022-285 Acceptor0 SelectChannelConnector@0.0.0.0:58000, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 36) Thread[id=341, name=qtp1041400786-341 Acceptor0 SelectChannelConnector@0.0.0.0:19588, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
[junit4:junit4] > at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
[junit4:junit4] > at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4] > at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([BBCE89F1ADBA0C6]:0)
[junit4:junit4] Completed on J0 in 35.77s, 1 test, 2 errors <<< FAILURES!
[...truncated 257 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:335: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:178: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/module-build.xml:61: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1163: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:827: There were test failures: 233 suites, 965 tests, 4 suite-level errors, 777 ignored
Total time: 65 minutes 30 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure