You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2016/02/04 00:42:17 UTC
[JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.8.0) - Build # 3061
- Still Failing!
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/3061/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC
4 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicZkTest
Error Message:
SolrCore.getOpenCount()==2
Stack Trace:
java.lang.RuntimeException: SolrCore.getOpenCount()==2
at __randomizedtesting.SeedInfo.seed([49A8046D6B30A9E7]:0)
at org.apache.solr.util.TestHarness.close(TestHarness.java:345)
at org.apache.solr.SolrTestCaseJ4.deleteCore(SolrTestCaseJ4.java:665)
at org.apache.solr.cloud.AbstractZkTestCase.azt_afterClass(AbstractZkTestCase.java:150)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:834)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicZkTest
Error Message:
SolrCore.getOpenCount()==2
Stack Trace:
java.lang.RuntimeException: SolrCore.getOpenCount()==2
at __randomizedtesting.SeedInfo.seed([49A8046D6B30A9E7]:0)
at org.apache.solr.util.TestHarness.close(TestHarness.java:345)
at org.apache.solr.SolrTestCaseJ4.deleteCore(SolrTestCaseJ4.java:665)
at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:221)
at sun.reflect.GeneratedMethodAccessor22.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:834)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicZkTest
Error Message:
18 threads leaked from SUITE scope at org.apache.solr.cloud.BasicZkTest: 1) Thread[id=8890, name=SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker-EventThread, state=WAITING, group=TGRP-BasicZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494) 2) Thread[id=8896, name=Thread-2769, state=WAITING, group=TGRP-BasicZkTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1255) 3) Thread[id=8908, name=ProcessThread(sid:0 cport:-1):, state=WAITING, group=TGRP-BasicZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:120) 4) Thread[id=8902, name=zkCallback-2014-thread-3, state=TIMED_WAITING, group=TGRP-BasicZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 5) Thread[id=8892, name=OverseerStateUpdate-95324893762813955-192.168.57.17:8983_-n_0000000000, state=TIMED_WAITING, group=Overseer state updater.] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:170) at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:144) at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:194) at java.lang.Thread.run(Thread.java:745) 6) Thread[id=8893, name=OverseerCollectionConfigSetProcessor-95324893762813955-192.168.57.17:8983_-n_0000000000, state=TIMED_WAITING, group=Overseer collection creation process.] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.apache.solr.cloud.DistributedQueue.getChildren(DistributedQueue.java:344) at org.apache.solr.cloud.OverseerTaskQueue.peekTopN(OverseerTaskQueue.java:225) at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:197) at java.lang.Thread.run(Thread.java:745) 7) Thread[id=8900, name=coreZkRegister-3410-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 8) Thread[id=8905, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:50083, state=RUNNABLE, group=TGRP-BasicZkTest] at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:178) at java.lang.Thread.run(Thread.java:745) 9) Thread[id=8891, name=zkCallback-2014-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 10) Thread[id=8910, name=zkCallback-2014-thread-6, state=TIMED_WAITING, group=TGRP-BasicZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 11) Thread[id=8901, name=zkCallback-2014-thread-2, state=TIMED_WAITING, group=TGRP-BasicZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 12) Thread[id=8909, name=zkCallback-2014-thread-5, state=TIMED_WAITING, group=TGRP-BasicZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 13) Thread[id=8889, name=SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker-SendThread(127.0.0.1:50083), state=RUNNABLE, group=TGRP-BasicZkTest] at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081) 14) Thread[id=8894, name=OverseerHdfsCoreFailoverThread-95324893762813955-192.168.57.17:8983_-n_0000000000, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.] at java.lang.Thread.sleep(Native Method) at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:140) at java.lang.Thread.run(Thread.java:745) 15) Thread[id=8898, name=searcherExecutor-3417-thread-1, state=WAITING, group=TGRP-BasicZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 16) Thread[id=8906, name=SessionTracker, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.lang.Object.wait(Native Method) at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146) 17) Thread[id=8903, name=zkCallback-2014-thread-4, state=TIMED_WAITING, group=TGRP-BasicZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 18) Thread[id=8904, name=Thread-2772, state=WAITING, group=TGRP-BasicZkTest] at java.lang.Object.wait(Native Method) at java.lang.Thread.join(Thread.java:1245) at java.lang.Thread.join(Thread.java:1319) at org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:302) at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:311) at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:492)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 18 threads leaked from SUITE scope at org.apache.solr.cloud.BasicZkTest:
1) Thread[id=8890, name=SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker-EventThread, state=WAITING, group=TGRP-BasicZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)
2) Thread[id=8896, name=Thread-2769, state=WAITING, group=TGRP-BasicZkTest]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:1255)
3) Thread[id=8908, name=ProcessThread(sid:0 cport:-1):, state=WAITING, group=TGRP-BasicZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:120)
4) Thread[id=8902, name=zkCallback-2014-thread-3, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
5) Thread[id=8892, name=OverseerStateUpdate-95324893762813955-192.168.57.17:8983_-n_0000000000, state=TIMED_WAITING, group=Overseer state updater.]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:170)
at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:144)
at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:194)
at java.lang.Thread.run(Thread.java:745)
6) Thread[id=8893, name=OverseerCollectionConfigSetProcessor-95324893762813955-192.168.57.17:8983_-n_0000000000, state=TIMED_WAITING, group=Overseer collection creation process.]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.apache.solr.cloud.DistributedQueue.getChildren(DistributedQueue.java:344)
at org.apache.solr.cloud.OverseerTaskQueue.peekTopN(OverseerTaskQueue.java:225)
at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:197)
at java.lang.Thread.run(Thread.java:745)
7) Thread[id=8900, name=coreZkRegister-3410-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
8) Thread[id=8905, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:50083, state=RUNNABLE, group=TGRP-BasicZkTest]
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:178)
at java.lang.Thread.run(Thread.java:745)
9) Thread[id=8891, name=zkCallback-2014-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
10) Thread[id=8910, name=zkCallback-2014-thread-6, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
11) Thread[id=8901, name=zkCallback-2014-thread-2, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
12) Thread[id=8909, name=zkCallback-2014-thread-5, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
13) Thread[id=8889, name=SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker-SendThread(127.0.0.1:50083), state=RUNNABLE, group=TGRP-BasicZkTest]
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
14) Thread[id=8894, name=OverseerHdfsCoreFailoverThread-95324893762813955-192.168.57.17:8983_-n_0000000000, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:140)
at java.lang.Thread.run(Thread.java:745)
15) Thread[id=8898, name=searcherExecutor-3417-thread-1, state=WAITING, group=TGRP-BasicZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
16) Thread[id=8906, name=SessionTracker, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.lang.Object.wait(Native Method)
at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146)
17) Thread[id=8903, name=zkCallback-2014-thread-4, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
18) Thread[id=8904, name=Thread-2772, state=WAITING, group=TGRP-BasicZkTest]
at java.lang.Object.wait(Native Method)
at java.lang.Thread.join(Thread.java:1245)
at java.lang.Thread.join(Thread.java:1319)
at org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:302)
at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:311)
at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:492)
at __randomizedtesting.SeedInfo.seed([49A8046D6B30A9E7]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicZkTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=8896, name=Thread-2769, state=WAITING, group=TGRP-BasicZkTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1255) 2) Thread[id=8889, name=SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker-SendThread(127.0.0.1:50083), state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003) 3) Thread[id=8894, name=OverseerHdfsCoreFailoverThread-95324893762813955-192.168.57.17:8983_-n_0000000000, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.] at java.lang.Thread.sleep(Native Method) at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:140) at java.lang.Thread.run(Thread.java:745) 4) Thread[id=8898, name=searcherExecutor-3417-thread-1, state=WAITING, group=TGRP-BasicZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 5) Thread[id=8902, name=zkCallback-2014-thread-3, state=TIMED_WAITING, group=TGRP-BasicZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 6) Thread[id=8900, name=coreZkRegister-3410-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 7) Thread[id=8891, name=zkCallback-2014-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 8) Thread[id=8910, name=zkCallback-2014-thread-6, state=TIMED_WAITING, group=TGRP-BasicZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 9) Thread[id=8901, name=zkCallback-2014-thread-2, state=TIMED_WAITING, group=TGRP-BasicZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 10) Thread[id=8909, name=zkCallback-2014-thread-5, state=TIMED_WAITING, group=TGRP-BasicZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 11) Thread[id=8903, name=zkCallback-2014-thread-4, state=TIMED_WAITING, group=TGRP-BasicZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=8896, name=Thread-2769, state=WAITING, group=TGRP-BasicZkTest]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:1255)
2) Thread[id=8889, name=SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker-SendThread(127.0.0.1:50083), state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
3) Thread[id=8894, name=OverseerHdfsCoreFailoverThread-95324893762813955-192.168.57.17:8983_-n_0000000000, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:140)
at java.lang.Thread.run(Thread.java:745)
4) Thread[id=8898, name=searcherExecutor-3417-thread-1, state=WAITING, group=TGRP-BasicZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
5) Thread[id=8902, name=zkCallback-2014-thread-3, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
6) Thread[id=8900, name=coreZkRegister-3410-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
7) Thread[id=8891, name=zkCallback-2014-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
8) Thread[id=8910, name=zkCallback-2014-thread-6, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
9) Thread[id=8901, name=zkCallback-2014-thread-2, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
10) Thread[id=8909, name=zkCallback-2014-thread-5, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
11) Thread[id=8903, name=zkCallback-2014-thread-4, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([49A8046D6B30A9E7]:0)
Build Log:
[...truncated 10808 lines...]
[junit4] Suite: org.apache.solr.cloud.BasicZkTest
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.BasicZkTest_49A8046D6B30A9E7-001/init-core-data-001
[junit4] 2> 1084871 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false)
[junit4] 2> 1084871 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1084872 INFO (Thread-2768) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1084872 INFO (Thread-2768) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1084973 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:50083
[junit4] 2> 1084973 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1084974 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1084979 INFO (zkCallback-2009-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@c6087ea name:ZooKeeperConnection Watcher:127.0.0.1:50083 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1084979 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1084980 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1084980 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 1084983 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1084984 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1084986 INFO (zkCallback-2010-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6561666 name:ZooKeeperConnection Watcher:127.0.0.1:50083/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1084986 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1084986 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1084986 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
[junit4] 2> 1084989 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
[junit4] 2> 1084992 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
[junit4] 2> 1084994 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
[junit4] 2> 1084997 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1084998 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 1085002 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 1085002 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
[junit4] 2> 1085006 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1085006 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1085010 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1085010 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
[junit4] 2> 1085013 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1085014 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
[junit4] 2> 1085016 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1085017 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
[junit4] 2> 1085020 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1085020 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
[junit4] 2> 1085023 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1085023 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 1085027 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1085027 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1085030 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1085031 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 1085034 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1085034 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
[junit4] 2> 1085037 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore
[junit4] 2> 1085038 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1'
[junit4] 2> 1085038 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1085038 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.c.SolrResourceLoader using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr
[junit4] 2> 1085038 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.c.SolrResourceLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
[junit4] 2> 1085038 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.c.SolrResourceLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/lib/README' to classloader
[junit4] 2> 1085076 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 1085083 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
[junit4] 2> 1085113 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1085118 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.s.IndexSchema [null] Schema name=test
[junit4] 2> 1085199 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1085204 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.s.IndexSchema default search field in schema is text
[junit4] 2> 1085205 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.s.IndexSchema unique key field: id
[junit4] 2> 1085208 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
[junit4] 2> 1085209 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
[junit4] 2> 1085211 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1085211 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1085211 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1085211 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.c.SolrResourceLoader using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr
[junit4] 2> 1085211 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr'
[junit4] 2> 1085211 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1085211 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.c.SolrResourceLoader using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr
[junit4] 2> 1085211 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.c.CoreContainer New CoreContainer 141614753
[junit4] 2> 1085211 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr]
[junit4] 2> 1085211 WARN (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.c.CoreContainer Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/lib to classpath: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/lib
[junit4] 2> 1085212 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 600000,connTimeout : 60000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
[junit4] 2> 1085214 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
[junit4] 2> 1085215 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1085215 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1085215 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50083/solr
[junit4] 2> 1085215 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 1085215 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1085216 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1085218 INFO (zkCallback-2013-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4b67a4d4 name:ZooKeeperConnection Watcher:127.0.0.1:50083 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1085218 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1085218 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1085222 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [n:192.168.57.17:8983_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1085224 INFO (zkCallback-2014-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7529a768 name:ZooKeeperConnection Watcher:127.0.0.1:50083/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1085224 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [n:192.168.57.17:8983_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1085226 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [n:192.168.57.17:8983_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
[junit4] 2> 1085231 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [n:192.168.57.17:8983_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
[junit4] 2> 1085236 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [n:192.168.57.17:8983_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
[junit4] 2> 1085239 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [n:192.168.57.17:8983_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
[junit4] 2> 1085241 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [n:192.168.57.17:8983_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
[junit4] 2> 1085244 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [n:192.168.57.17:8983_ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 1085246 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [n:192.168.57.17:8983_ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 1085249 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [n:192.168.57.17:8983_ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 1085252 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [n:192.168.57.17:8983_ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 1085253 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [n:192.168.57.17:8983_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/192.168.57.17:8983_
[junit4] 2> 1085254 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [n:192.168.57.17:8983_ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/192.168.57.17:8983_
[junit4] 2> 1085257 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [n:192.168.57.17:8983_ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
[junit4] 2> 1085260 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [n:192.168.57.17:8983_ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 1085262 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [n:192.168.57.17:8983_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1085263 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [n:192.168.57.17:8983_ ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95324893762813955-192.168.57.17:8983_-n_0000000000
[junit4] 2> 1085264 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [n:192.168.57.17:8983_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 192.168.57.17:8983_
[junit4] 2> 1085264 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [n:192.168.57.17:8983_ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
[junit4] 2> 1085267 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [n:192.168.57.17:8983_ ] o.a.s.c.Overseer Overseer (id=95324893762813955-192.168.57.17:8983_-n_0000000000) starting
[junit4] 2> 1085270 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [n:192.168.57.17:8983_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
[junit4] 2> 1085278 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [n:192.168.57.17:8983_ ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 1085279 INFO (OverseerCollectionConfigSetProcessor-95324893762813955-192.168.57.17:8983_-n_0000000000) [n:192.168.57.17:8983_ ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 1085279 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [n:192.168.57.17:8983_ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1085281 INFO (OverseerStateUpdate-95324893762813955-192.168.57.17:8983_-n_0000000000) [n:192.168.57.17:8983_ ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 1085303 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [n:192.168.57.17:8983_ ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 1085303 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [n:192.168.57.17:8983_ ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 1085305 INFO (SUITE-BasicZkTest-seed#[49A8046D6B30A9E7]-worker) [n:192.168.57.17:8983_ ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=collection1, dataDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.BasicZkTest_49A8046D6B30A9E7-001/init-core-data-001, shard=shard1}
[junit4] 2> 1085307 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.c.ZkController publishing state=down
[junit4] 2> 1085307 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
[junit4] 2> 1085309 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
[junit4] 2> 1085310 INFO (OverseerStateUpdate-95324893762813955-192.168.57.17:8983_-n_0000000000) [n:192.168.57.17:8983_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1",
[junit4] 2> "core_node_name":"192.168.57.17:8983__collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://192.168.57.17:8983",
[junit4] 2> "node_name":"192.168.57.17:8983_",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1085311 INFO (OverseerStateUpdate-95324893762813955-192.168.57.17:8983_-n_0000000000) [n:192.168.57.17:8983_ ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
[junit4] 2> "core":"collection1",
[junit4] 2> "core_node_name":"192.168.57.17:8983__collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://192.168.57.17:8983",
[junit4] 2> "node_name":"192.168.57.17:8983_",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state"}
[junit4] 2> 1085315 INFO (zkCallback-2014-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 1086311 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.c.ZkController Check for collection zkNode:collection1
[junit4] 2> 1086312 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.c.ZkController Collection zkNode exists
[junit4] 2> 1086312 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/collection1]
[junit4] 2> 1086313 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/collection1] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 1086313 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1'
[junit4] 2> 1086313 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1086313 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.c.SolrResourceLoader using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr
[junit4] 2> 1086313 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.c.SolrResourceLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
[junit4] 2> 1086313 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.c.SolrResourceLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/lib/README' to classloader
[junit4] 2> 1086327 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0
[junit4] 2> 1086333 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 1086339 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
[junit4] 2> 1086363 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1086369 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1086453 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1086458 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.s.IndexSchema default search field in schema is text
[junit4] 2> 1086459 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.s.IndexSchema unique key field: id
[junit4] 2> 1086470 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
[junit4] 2> 1086473 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
[junit4] 2> 1086475 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1086477 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1086480 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J1
[junit4] 2> 1086480 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 1086480 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1086480 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.BasicZkTest_49A8046D6B30A9E7-001/init-core-data-001/]
[junit4] 2> 1086480 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d95fedd
[junit4] 2> 1086481 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.BasicZkTest_49A8046D6B30A9E7-001/init-core-data-001
[junit4] 2> 1086481 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.BasicZkTest_49A8046D6B30A9E7-001/init-core-data-001/index/
[junit4] 2> 1086481 WARN (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.BasicZkTest_49A8046D6B30A9E7-001/init-core-data-001/index' doesn't exist. Creating new index...
[junit4] 2> 1086481 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.BasicZkTest_49A8046D6B30A9E7-001/init-core-data-001/index
[junit4] 2> 1086481 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=45, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 1086482 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@aac7e0c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7c97707c),segFN=segments_1,generation=1}
[junit4] 2> 1086482 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 1086482 INFO (OldIndexDirectoryCleanupThreadForCore-collection1) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.BasicZkTest_49A8046D6B30A9E7-001/init-core-data-001/
[junit4] 2> 1086484 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
[junit4] 2> 1086485 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1086485 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe-allfields"
[junit4] 2> 1086486 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4] 2> 1086486 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 1086486 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1086486 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "uniq-fields"
[junit4] 2> 1086486 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4] 2> 1086486 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 1086486 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1086486 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1086486 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 1086490 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 1086491 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 1086492 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 1086493 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 1086496 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.c.PluginBag requestHandler : 'lazy' created with startup=lazy
[junit4] 2> 1086498 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,spellCheckCompRH,lazy,/update/json/docs,/admin/luke,/export,spellCheckWithWordbreak_Direct,tvrh,/get,/admin/properties,/update/json,mltrh,/admin/threads,/search-facet-def,/update/csv,/sql,/search-facet-invariants,/admin/segments,spellCheckCompRH1,/mlt,/admin/system,/replication,dismax,defaults,/config,/stream,/schema,/admin/plugins,/admin/logging,spellCheckWithWordbreak,mock,/admin/ping,/update,/admin/file,/terms,spellCheckCompRH_Direct,/debug/dump
[junit4] 2> 1086499 WARN (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.c.SolrCore solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4] 2> 1086499 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
[junit4] 2> 1086500 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1086500 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1086501 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1086501 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1086501 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=11, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=37.880859375, floorSegmentMB=0.2001953125, forceMergeDeletesPctAllowed=1.0849538300900652, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.48030660080015153
[junit4] 2> 1086502 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@aac7e0c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7c97707c),segFN=segments_1,generation=1}
[junit4] 2> 1086502 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 1086502 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@67c93eec[collection1] main]
[junit4] 2> 1086502 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/collection1]
[junit4] 2> 1086503 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/collection1] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 1086503 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageIO=org.apache.solr.rest.ManagedResourceStorage$InMemoryStorageIO}
[junit4] 2> 1086503 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using InMemoryStorage
[junit4] 2> 1086503 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
[junit4] 2> 1086503 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 1086511 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 1086535 INFO (coreLoadExecutor-3416-thread-1-processing-n:192.168.57.17:8983_) [n:192.168.57.17:8983_ c:collection1 s:shard1 r:192.168.57.17:8983__collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1086535 INFO (coreLoadExecutor-3416-thread-1-proce
[...truncated too long message...]
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
[junit4] > 3) Thread[id=8894, name=OverseerHdfsCoreFailoverThread-95324893762813955-192.168.57.17:8983_-n_0000000000, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:140)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 4) Thread[id=8898, name=searcherExecutor-3417-thread-1, state=WAITING, group=TGRP-BasicZkTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 5) Thread[id=8902, name=zkCallback-2014-thread-3, state=TIMED_WAITING, group=TGRP-BasicZkTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 6) Thread[id=8900, name=coreZkRegister-3410-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 7) Thread[id=8891, name=zkCallback-2014-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 8) Thread[id=8910, name=zkCallback-2014-thread-6, state=TIMED_WAITING, group=TGRP-BasicZkTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 9) Thread[id=8901, name=zkCallback-2014-thread-2, state=TIMED_WAITING, group=TGRP-BasicZkTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 10) Thread[id=8909, name=zkCallback-2014-thread-5, state=TIMED_WAITING, group=TGRP-BasicZkTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 11) Thread[id=8903, name=zkCallback-2014-thread-4, state=TIMED_WAITING, group=TGRP-BasicZkTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > at __randomizedtesting.SeedInfo.seed([49A8046D6B30A9E7]:0)
[junit4] Completed [208/577 (1!)] on J1 in 27.71s, 1 test, 4 errors <<< FAILURES!
[...truncated 1177 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:740: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:684: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:59: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build.xml:233: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/common-build.xml:524: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:1457: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:1014: There were test failures: 577 suites (8 ignored), 2321 tests, 4 suite-level errors, 1259 ignored (62 assumptions) [seed: 49A8046D6B30A9E7]
Total time: 47 minutes 32 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any