You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/12/28 18:45:55 UTC
[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk-9.0.1) - Build # 1068 -
Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1068/
Java: 64bit/jdk-9.0.1 -XX:+UseCompressedOops -XX:+UseG1GC
5 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicZkTest
Error Message:
SolrCore.getOpenCount()==2
Stack Trace:
java.lang.RuntimeException: SolrCore.getOpenCount()==2
at __randomizedtesting.SeedInfo.seed([D82CD0377CEDB37A]:0)
at org.apache.solr.util.TestHarness.close(TestHarness.java:379)
at org.apache.solr.SolrTestCaseJ4.deleteCore(SolrTestCaseJ4.java:792)
at org.apache.solr.cloud.AbstractZkTestCase.azt_afterClass(AbstractZkTestCase.java:147)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:897)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicZkTest
Error Message:
SolrCore.getOpenCount()==2
Stack Trace:
java.lang.RuntimeException: SolrCore.getOpenCount()==2
at __randomizedtesting.SeedInfo.seed([D82CD0377CEDB37A]:0)
at org.apache.solr.util.TestHarness.close(TestHarness.java:379)
at org.apache.solr.SolrTestCaseJ4.deleteCore(SolrTestCaseJ4.java:792)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:288)
at jdk.internal.reflect.GeneratedMethodAccessor52.invoke(Unknown Source)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:897)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicZkTest
Error Message:
28 threads leaked from SUITE scope at org.apache.solr.cloud.BasicZkTest: 1) Thread[id=15350, name=ScheduledTrigger-4810-thread-2, state=WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1126) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 2) Thread[id=15348, name=zkCallback-4504-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 3) Thread[id=15337, name=Connection evictor, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 4) Thread[id=15359, name=zkCallback-4504-thread-3, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 5) Thread[id=15347, name=OverseerAutoScalingTriggerThread-99253341017800707-88.99.242.108:8983_-n_0000000000, state=WAITING, group=Overseer autoscaling triggers] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at app//org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:166) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 6) Thread[id=15358, name=zkCallback-4504-thread-2, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 7) Thread[id=15336, name=Connection evictor, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 8) Thread[id=15368, name=ProcessThread(sid:0 cport:45159):, state=WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:122) 9) Thread[id=15369, name=zkCallback-4504-thread-7, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 10) Thread[id=15365, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:45159, state=RUNNABLE, group=TGRP-BasicZkTest] at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at app//org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 11) Thread[id=15353, name=watches-4506-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 12) Thread[id=15354, name=ScheduledTrigger-4810-thread-3, state=WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1126) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 13) Thread[id=15341, name=SUITE-BasicZkTest-seed#[D82CD0377CEDB37A]-worker-SendThread(127.0.0.1:45159), state=RUNNABLE, group=TGRP-BasicZkTest] at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141) 14) Thread[id=15342, name=SUITE-BasicZkTest-seed#[D82CD0377CEDB37A]-worker-EventThread, state=WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 15) Thread[id=15352, name=Thread-4417, state=WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/java.lang.Object.wait(Native Method) at java.base@9.0.1/java.lang.Object.wait(Object.java:516) at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1719) 16) Thread[id=15357, name=coreZkRegister-4805-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 17) Thread[id=15363, name=ScheduledTrigger-4810-thread-4, state=WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1126) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 18) Thread[id=15346, name=OverseerCollectionConfigSetProcessor-99253341017800707-88.99.242.108:8983_-n_0000000000, state=TIMED_WAITING, group=Overseer collection creation process.] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at app//org.apache.solr.cloud.ZkDistributedQueue.peekElements(ZkDistributedQueue.java:463) at app//org.apache.solr.cloud.OverseerTaskQueue.peekTopN(OverseerTaskQueue.java:235) at app//org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:228) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 19) Thread[id=15356, name=searcherExecutor-4815-thread-1, state=WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 20) Thread[id=15349, name=ScheduledTrigger-4810-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 21) Thread[id=15362, name=zkCallback-4504-thread-6, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 22) Thread[id=15364, name=Thread-4418, state=WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/java.lang.Object.wait(Native Method) at java.base@9.0.1/java.lang.Thread.join(Thread.java:1353) at java.base@9.0.1/java.lang.Thread.join(Thread.java:1427) at app//org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:297) at app//org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:310) at app//org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:491) 23) Thread[id=15361, name=zkCallback-4504-thread-5, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 24) Thread[id=15344, name=OverseerStateUpdate-99253341017800707-88.99.242.108:8983_-n_0000000000, state=TIMED_WAITING, group=Overseer state updater.] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at app//org.apache.solr.cloud.ZkDistributedQueue.peekElements(ZkDistributedQueue.java:463) at app//org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:203) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 25) Thread[id=15345, name=Connection evictor, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 26) Thread[id=15366, name=SessionTracker, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/java.lang.Object.wait(Native Method) at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146) 27) Thread[id=15360, name=zkCallback-4504-thread-4, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 28) Thread[id=15343, name=zkConnectionManagerCallback-4505-thread-1, state=WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 28 threads leaked from SUITE scope at org.apache.solr.cloud.BasicZkTest:
1) Thread[id=15350, name=ScheduledTrigger-4810-thread-2, state=WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1126)
at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
2) Thread[id=15348, name=zkCallback-4504-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
3) Thread[id=15337, name=Connection evictor, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
4) Thread[id=15359, name=zkCallback-4504-thread-3, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
5) Thread[id=15347, name=OverseerAutoScalingTriggerThread-99253341017800707-88.99.242.108:8983_-n_0000000000, state=WAITING, group=Overseer autoscaling triggers]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
at app//org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:166)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
6) Thread[id=15358, name=zkCallback-4504-thread-2, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
7) Thread[id=15336, name=Connection evictor, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
8) Thread[id=15368, name=ProcessThread(sid:0 cport:45159):, state=WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:122)
9) Thread[id=15369, name=zkCallback-4504-thread-7, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
10) Thread[id=15365, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:45159, state=RUNNABLE, group=TGRP-BasicZkTest]
at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265)
at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)
at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at app//org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
11) Thread[id=15353, name=watches-4506-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
12) Thread[id=15354, name=ScheduledTrigger-4810-thread-3, state=WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1126)
at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
13) Thread[id=15341, name=SUITE-BasicZkTest-seed#[D82CD0377CEDB37A]-worker-SendThread(127.0.0.1:45159), state=RUNNABLE, group=TGRP-BasicZkTest]
at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265)
at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)
at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)
14) Thread[id=15342, name=SUITE-BasicZkTest-seed#[D82CD0377CEDB37A]-worker-EventThread, state=WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
15) Thread[id=15352, name=Thread-4417, state=WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/java.lang.Object.wait(Native Method)
at java.base@9.0.1/java.lang.Object.wait(Object.java:516)
at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1719)
16) Thread[id=15357, name=coreZkRegister-4805-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
17) Thread[id=15363, name=ScheduledTrigger-4810-thread-4, state=WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1126)
at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
18) Thread[id=15346, name=OverseerCollectionConfigSetProcessor-99253341017800707-88.99.242.108:8983_-n_0000000000, state=TIMED_WAITING, group=Overseer collection creation process.]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)
at app//org.apache.solr.cloud.ZkDistributedQueue.peekElements(ZkDistributedQueue.java:463)
at app//org.apache.solr.cloud.OverseerTaskQueue.peekTopN(OverseerTaskQueue.java:235)
at app//org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:228)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
19) Thread[id=15356, name=searcherExecutor-4815-thread-1, state=WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
20) Thread[id=15349, name=ScheduledTrigger-4810-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)
at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131)
at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
21) Thread[id=15362, name=zkCallback-4504-thread-6, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
22) Thread[id=15364, name=Thread-4418, state=WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/java.lang.Object.wait(Native Method)
at java.base@9.0.1/java.lang.Thread.join(Thread.java:1353)
at java.base@9.0.1/java.lang.Thread.join(Thread.java:1427)
at app//org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:297)
at app//org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:310)
at app//org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:491)
23) Thread[id=15361, name=zkCallback-4504-thread-5, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
24) Thread[id=15344, name=OverseerStateUpdate-99253341017800707-88.99.242.108:8983_-n_0000000000, state=TIMED_WAITING, group=Overseer state updater.]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)
at app//org.apache.solr.cloud.ZkDistributedQueue.peekElements(ZkDistributedQueue.java:463)
at app//org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:203)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
25) Thread[id=15345, name=Connection evictor, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
26) Thread[id=15366, name=SessionTracker, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/java.lang.Object.wait(Native Method)
at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146)
27) Thread[id=15360, name=zkCallback-4504-thread-4, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
28) Thread[id=15343, name=zkConnectionManagerCallback-4505-thread-1, state=WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
at __randomizedtesting.SeedInfo.seed([D82CD0377CEDB37A]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicZkTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=15350, name=ScheduledTrigger-4810-thread-2, state=WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1126) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 2) Thread[id=15348, name=zkCallback-4504-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 3) Thread[id=15353, name=watches-4506-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 4) Thread[id=15354, name=ScheduledTrigger-4810-thread-3, state=WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1126) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 5) Thread[id=15341, name=SUITE-BasicZkTest-seed#[D82CD0377CEDB37A]-worker-SendThread(127.0.0.1:45159), state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 6) Thread[id=15359, name=zkCallback-4504-thread-3, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 7) Thread[id=15352, name=Thread-4417, state=WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/java.lang.Object.wait(Native Method) at java.base@9.0.1/java.lang.Object.wait(Object.java:516) at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1719) 8) Thread[id=15357, name=coreZkRegister-4805-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 9) Thread[id=15363, name=ScheduledTrigger-4810-thread-4, state=WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1126) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 10) Thread[id=15356, name=searcherExecutor-4815-thread-1, state=WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 11) Thread[id=15358, name=zkCallback-4504-thread-2, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 12) Thread[id=15349, name=ScheduledTrigger-4810-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 13) Thread[id=15362, name=zkCallback-4504-thread-6, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 14) Thread[id=15361, name=zkCallback-4504-thread-5, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 15) Thread[id=15369, name=zkCallback-4504-thread-7, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 16) Thread[id=15360, name=zkCallback-4504-thread-4, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 17) Thread[id=15343, name=zkConnectionManagerCallback-4505-thread-1, state=WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=15350, name=ScheduledTrigger-4810-thread-2, state=WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1126)
at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
2) Thread[id=15348, name=zkCallback-4504-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
3) Thread[id=15353, name=watches-4506-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
4) Thread[id=15354, name=ScheduledTrigger-4810-thread-3, state=WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1126)
at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
5) Thread[id=15341, name=SUITE-BasicZkTest-seed#[D82CD0377CEDB37A]-worker-SendThread(127.0.0.1:45159), state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/java.lang.Thread.sleep(Native Method)
at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
6) Thread[id=15359, name=zkCallback-4504-thread-3, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
7) Thread[id=15352, name=Thread-4417, state=WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/java.lang.Object.wait(Native Method)
at java.base@9.0.1/java.lang.Object.wait(Object.java:516)
at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1719)
8) Thread[id=15357, name=coreZkRegister-4805-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
9) Thread[id=15363, name=ScheduledTrigger-4810-thread-4, state=WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1126)
at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
10) Thread[id=15356, name=searcherExecutor-4815-thread-1, state=WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
11) Thread[id=15358, name=zkCallback-4504-thread-2, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
12) Thread[id=15349, name=ScheduledTrigger-4810-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)
at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131)
at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
13) Thread[id=15362, name=zkCallback-4504-thread-6, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
14) Thread[id=15361, name=zkCallback-4504-thread-5, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
15) Thread[id=15369, name=zkCallback-4504-thread-7, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
16) Thread[id=15360, name=zkCallback-4504-thread-4, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
17) Thread[id=15343, name=zkConnectionManagerCallback-4505-thread-1, state=WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
at __randomizedtesting.SeedInfo.seed([D82CD0377CEDB37A]:0)
FAILED: org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster
Error Message:
Could not find a healthy node to handle the request.
Stack Trace:
org.apache.solr.common.SolrException: Could not find a healthy node to handle the request.
at __randomizedtesting.SeedInfo.seed([D82CD0377CEDB37A:C699B6E9BBB0081]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1098)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:991)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:991)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:991)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:991)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:991)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:957)
at org.apache.solr.cloud.cdcr.CdcrTestsUtil.invokeCdcrAction(CdcrTestsUtil.java:64)
at org.apache.solr.cloud.cdcr.CdcrTestsUtil.cdcrStart(CdcrTestsUtil.java:41)
at org.apache.solr.cloud.cdcr.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster(CdcrBootstrapTest.java:270)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 12219 lines...]
[junit4] Suite: org.apache.solr.cloud.cdcr.CdcrBootstrapTest
[junit4] 2> 290898 INFO (SUITE-CdcrBootstrapTest-seed#[D82CD0377CEDB37A]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.cdcr.CdcrBootstrapTest_D82CD0377CEDB37A-001/init-core-data-001
[junit4] 2> 290899 WARN (SUITE-CdcrBootstrapTest-seed#[D82CD0377CEDB37A]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 290899 INFO (SUITE-CdcrBootstrapTest-seed#[D82CD0377CEDB37A]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 290900 INFO (SUITE-CdcrBootstrapTest-seed#[D82CD0377CEDB37A]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 290901 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D82CD0377CEDB37A]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testConvertClusterToCdcrAndBootstrap
[junit4] 2> 290902 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D82CD0377CEDB37A]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.cdcr.CdcrBootstrapTest_D82CD0377CEDB37A-001/cdcr-target-001
[junit4] 2> 290902 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D82CD0377CEDB37A]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 290902 INFO (Thread-1109) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 290902 INFO (Thread-1109) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 290905 ERROR (Thread-1109) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 291002 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[D82CD0377CEDB37A]) [ ] o.a.s.c.ZkTestServer start zk server on port:36205
[junit4] 2> 291004 INFO (zkConnectionManagerCallback-2538-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 291007 INFO (jetty-launcher-2535-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 291009 INFO (jetty-launcher-2535-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@b4fd48c{/solr,null,AVAILABLE}
[junit4] 2> 291010 INFO (jetty-launcher-2535-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5a7ba709{SSL,[ssl, http/1.1]}{127.0.0.1:39975}
[junit4] 2> 291010 INFO (jetty-launcher-2535-thread-1) [ ] o.e.j.s.Server Started @292554ms
[junit4] 2> 291010 INFO (jetty-launcher-2535-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39975}
[junit4] 2> 291010 ERROR (jetty-launcher-2535-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or i
[...truncated too long message...]
uledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1126)
[junit4] > at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848)
[junit4] > at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
[junit4] > at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
[junit4] > at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] > at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
[junit4] > 10) Thread[id=15356, name=searcherExecutor-4815-thread-1, state=WAITING, group=TGRP-BasicZkTest]
[junit4] > at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
[junit4] > at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
[junit4] > at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
[junit4] > at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
[junit4] > at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
[junit4] > at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] > at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
[junit4] > 11) Thread[id=15358, name=zkCallback-4504-thread-2, state=TIMED_WAITING, group=TGRP-BasicZkTest]
[junit4] > at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
[junit4] > at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
[junit4] > at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
[junit4] > at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
[junit4] > at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
[junit4] > at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] > at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
[junit4] > 12) Thread[id=15349, name=ScheduledTrigger-4810-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest]
[junit4] > at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)
[junit4] > at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131)
[junit4] > at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848)
[junit4] > at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
[junit4] > at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
[junit4] > at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] > at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
[junit4] > 13) Thread[id=15362, name=zkCallback-4504-thread-6, state=TIMED_WAITING, group=TGRP-BasicZkTest]
[junit4] > at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
[junit4] > at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
[junit4] > at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
[junit4] > at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
[junit4] > at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
[junit4] > at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] > at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
[junit4] > 14) Thread[id=15361, name=zkCallback-4504-thread-5, state=TIMED_WAITING, group=TGRP-BasicZkTest]
[junit4] > at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
[junit4] > at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
[junit4] > at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
[junit4] > at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
[junit4] > at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
[junit4] > at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] > at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
[junit4] > 15) Thread[id=15369, name=zkCallback-4504-thread-7, state=TIMED_WAITING, group=TGRP-BasicZkTest]
[junit4] > at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
[junit4] > at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
[junit4] > at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
[junit4] > at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
[junit4] > at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
[junit4] > at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] > at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
[junit4] > 16) Thread[id=15360, name=zkCallback-4504-thread-4, state=TIMED_WAITING, group=TGRP-BasicZkTest]
[junit4] > at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
[junit4] > at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
[junit4] > at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
[junit4] > at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
[junit4] > at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
[junit4] > at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] > at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
[junit4] > 17) Thread[id=15343, name=zkConnectionManagerCallback-4505-thread-1, state=WAITING, group=TGRP-BasicZkTest]
[junit4] > at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
[junit4] > at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
[junit4] > at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
[junit4] > at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
[junit4] > at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
[junit4] > at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] > at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
[junit4] > at __randomizedtesting.SeedInfo.seed([D82CD0377CEDB37A]:0)
[junit4] Completed [390/764 (2!)] on J2 in 31.15s, 1 test, 4 errors <<< FAILURES!
[...truncated 42032 lines...]
[JENKINS-EA] Lucene-Solr-7.x-Linux (64bit/jdk-10-ea+32) - Build #
1069 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1069/
Java: 64bit/jdk-10-ea+32 -XX:-UseCompressedOops -XX:+UseParallelGC
3 tests failed.
FAILED: org.apache.solr.cloud.TestCloudRecovery.leaderRecoverFromLogOnStartupTest
Error Message:
Timeout waiting for all live and active
Stack Trace:
java.lang.AssertionError: Timeout waiting for all live and active
at __randomizedtesting.SeedInfo.seed([886F8538F0CBC81C:FC9F647DB4EF8F93]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.TestCloudRecovery.leaderRecoverFromLogOnStartupTest(TestCloudRecovery.java:99)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.TestCloudRecovery.corruptedLogTest
Error Message:
Could not find a healthy node to handle the request.
Stack Trace:
org.apache.solr.common.SolrException: Could not find a healthy node to handle the request.
at __randomizedtesting.SeedInfo.seed([886F8538F0CBC81C:B19DACA26B2C6BD]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1098)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:991)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:991)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:991)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:991)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:991)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:895)
at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:858)
at org.apache.solr.cloud.TestCloudRecovery.resetCollection(TestCloudRecovery.java:75)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test
Error Message:
Expected 2 of 3 replicas to be active but only found 1; [core_node4:{"core":"c8n_1x3_lf_shard1_replica_n1","base_url":"http://127.0.0.1:32781/p/s","node_name":"127.0.0.1:32781_p%2Fs","state":"active","type":"NRT","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//clusterstate.json/27)={ "pullReplicas":"0", "replicationFactor":"1", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node4":{ "core":"c8n_1x3_lf_shard1_replica_n1", "base_url":"http://127.0.0.1:32781/p/s", "node_name":"127.0.0.1:32781_p%2Fs", "state":"active", "type":"NRT", "leader":"true"}, "core_node5":{ "core":"c8n_1x3_lf_shard1_replica_n2", "base_url":"http://127.0.0.1:34525/p/s", "node_name":"127.0.0.1:34525_p%2Fs", "state":"down", "type":"NRT"}, "core_node6":{ "state":"down", "base_url":"http://127.0.0.1:38655/p/s", "core":"c8n_1x3_lf_shard1_replica_n3", "node_name":"127.0.0.1:38655_p%2Fs", "type":"NRT"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"3", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Expected 2 of 3 replicas to be active but only found 1; [core_node4:{"core":"c8n_1x3_lf_shard1_replica_n1","base_url":"http://127.0.0.1:32781/p/s","node_name":"127.0.0.1:32781_p%2Fs","state":"active","type":"NRT","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//clusterstate.json/27)={
"pullReplicas":"0",
"replicationFactor":"1",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node4":{
"core":"c8n_1x3_lf_shard1_replica_n1",
"base_url":"http://127.0.0.1:32781/p/s",
"node_name":"127.0.0.1:32781_p%2Fs",
"state":"active",
"type":"NRT",
"leader":"true"},
"core_node5":{
"core":"c8n_1x3_lf_shard1_replica_n2",
"base_url":"http://127.0.0.1:34525/p/s",
"node_name":"127.0.0.1:34525_p%2Fs",
"state":"down",
"type":"NRT"},
"core_node6":{
"state":"down",
"base_url":"http://127.0.0.1:38655/p/s",
"core":"c8n_1x3_lf_shard1_replica_n3",
"node_name":"127.0.0.1:38655_p%2Fs",
"type":"NRT"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"3",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([886F8538F0CBC81C:3BBAE25E37A5E4]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:169)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:56)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 12329 lines...]
[junit4] Suite: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/init-core-data-001
[junit4] 2> 704272 WARN (SUITE-LeaderFailoverAfterPartitionTest-seed#[886F8538F0CBC81C]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
[junit4] 2> 704275 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[886F8538F0CBC81C]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 704275 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[886F8538F0CBC81C]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776")
[junit4] 2> 704275 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[886F8538F0CBC81C]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 704276 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[886F8538F0CBC81C]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /p/s
[junit4] 2> 704276 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 704276 INFO (Thread-1379) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 704276 INFO (Thread-1379) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 704278 ERROR (Thread-1379) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 704376 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.ZkTestServer start zk server on port:39381
[junit4] 2> 704378 INFO (zkConnectionManagerCallback-912-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 704380 INFO (zkConnectionManagerCallback-914-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 704382 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 704382 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 704389 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 704389 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 704390 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 704390 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 704390 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 704391 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 704391 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 704392 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 704392 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 704392 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 704462 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 704462 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1b9d4dc0{/p/s,null,AVAILABLE}
[junit4] 2> 704463 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4e5efe75{HTTP/1.1,[http/1.1]}{127.0.0.1:38519}
[junit4] 2> 704463 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.e.j.s.Server Started @706667ms
[junit4] 2> 704464 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/p/s, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/tempDir-001/control/data, hostPort=34525, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/control-001/cores, replicaType=NRT}
[junit4] 2> 704464 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 704464 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 704464 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 704464 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 704464 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-28T21:40:48.821270Z
[junit4] 2> 704465 INFO (zkConnectionManagerCallback-916-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 704465 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 704465 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/control-001/solr.xml
[junit4] 2> 704467 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 704467 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 704468 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@58203b76, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 704473 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39381/solr
[junit4] 2> 704474 INFO (zkConnectionManagerCallback-920-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 704475 INFO (zkConnectionManagerCallback-922-thread-1-processing-n:127.0.0.1:34525_p%2Fs) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 704499 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 704499 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34525_p%2Fs
[junit4] 2> 704500 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.Overseer Overseer (id=99254091686477828-127.0.0.1:34525_p%2Fs-n_0000000000) starting
[junit4] 2> 704502 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34525_p%2Fs
[junit4] 2> 704503 INFO (zkCallback-921-thread-1-processing-n:127.0.0.1:34525_p%2Fs) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 704534 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:34525_p%2Fs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58203b76
[junit4] 2> 704539 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:34525_p%2Fs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58203b76
[junit4] 2> 704539 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:34525_p%2Fs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58203b76
[junit4] 2> 704540 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/control-001/cores
[junit4] 2> 704550 INFO (zkConnectionManagerCallback-928-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 704550 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 704551 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39381/solr ready
[junit4] 2> 704551 INFO (SocketProxy-Acceptor-34525) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=60022,localport=34525], receiveBufferSize:531000
[junit4] 2> 704553 INFO (SocketProxy-Acceptor-34525) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=38519,localport=57810], receiveBufferSize=530904
[junit4] 2> 704553 INFO (qtp121646306-5052) [n:127.0.0.1:34525_p%2Fs ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34525_p%252Fs&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 704554 INFO (OverseerThreadFactory-2574-thread-1-processing-n:127.0.0.1:34525_p%2Fs) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 704657 INFO (SocketProxy-Acceptor-34525) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=60026,localport=34525], receiveBufferSize:531000
[junit4] 2> 704657 INFO (SocketProxy-Acceptor-34525) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=38519,localport=57814], receiveBufferSize=530904
[junit4] 2> 704658 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 704658 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 704760 INFO (zkCallback-921-thread-1-processing-n:127.0.0.1:34525_p%2Fs) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 705671 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 705680 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 705740 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 705747 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 705747 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58203b76
[junit4] 2> 705747 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 705747 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 705749 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@4ed194b8
[junit4] 2> 705750 WARN (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 705776 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 705776 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 705777 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 705777 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 705777 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=36, maxMergedSegmentMB=74.4140625, floorSegmentMB=0.40234375, forceMergeDeletesPctAllowed=13.294848619126817, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.43690736508063
[junit4] 2> 705778 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1c8efa76[control_collection_shard1_replica_n1] main]
[junit4] 2> 705778 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 705778 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 705779 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 705779 INFO (searcherExecutor-2577-thread-1-processing-n:127.0.0.1:34525_p%2Fs x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@1c8efa76[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 705780 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588065468559654912
[junit4] 2> 705782 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 705782 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 705782 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34525/p/s/control_collection_shard1_replica_n1/
[junit4] 2> 705783 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 705783 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:34525/p/s/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 705783 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 705784 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34525/p/s/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 705885 INFO (zkCallback-921-thread-2-processing-n:127.0.0.1:34525_p%2Fs) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 705934 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 705942 INFO (qtp121646306-5054) [n:127.0.0.1:34525_p%2Fs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1284
[junit4] 2> 705944 INFO (qtp121646306-5052) [n:127.0.0.1:34525_p%2Fs ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 706036 INFO (zkCallback-921-thread-2-processing-n:127.0.0.1:34525_p%2Fs) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 706556 INFO (OverseerCollectionConfigSetProcessor-99254091686477828-127.0.0.1:34525_p%2Fs-n_0000000000) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 706945 INFO (qtp121646306-5052) [n:127.0.0.1:34525_p%2Fs ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34525_p%252Fs&wt=javabin&version=2} status=0 QTime=2391
[junit4] 2> 706948 INFO (zkConnectionManagerCallback-932-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 706949 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 706949 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39381/solr ready
[junit4] 2> 706949 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 706949 INFO (SocketProxy-Acceptor-34525) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=60076,localport=34525], receiveBufferSize:531000
[junit4] 2> 706951 INFO (SocketProxy-Acceptor-34525) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=38519,localport=57864], receiveBufferSize=530904
[junit4] 2> 706951 INFO (qtp121646306-5052) [n:127.0.0.1:34525_p%2Fs ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 706953 INFO (OverseerThreadFactory-2574-thread-2-processing-n:127.0.0.1:34525_p%2Fs) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 706953 WARN (OverseerThreadFactory-2574-thread-2-processing-n:127.0.0.1:34525_p%2Fs) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 707160 INFO (qtp121646306-5052) [n:127.0.0.1:34525_p%2Fs ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 707160 INFO (qtp121646306-5052) [n:127.0.0.1:34525_p%2Fs ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=209
[junit4] 2> 707234 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/shard-1-001 of type NRT
[junit4] 2> 707235 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 707235 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@116e9d34{/p/s,null,AVAILABLE}
[junit4] 2> 707235 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@554393f{HTTP/1.1,[http/1.1]}{127.0.0.1:46803}
[junit4] 2> 707235 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.e.j.s.Server Started @709439ms
[junit4] 2> 707236 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/p/s, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/tempDir-001/jetty1, hostPort=38655, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/shard-1-001/cores}
[junit4] 2> 707236 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 707236 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 707236 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 707236 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 707236 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-28T21:40:51.593277Z
[junit4] 2> 707237 INFO (zkConnectionManagerCallback-934-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 707237 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 707237 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/shard-1-001/solr.xml
[junit4] 2> 707238 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 707238 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 707239 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@58203b76, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 707241 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39381/solr
[junit4] 2> 707241 INFO (zkConnectionManagerCallback-938-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 707242 INFO (zkConnectionManagerCallback-940-thread-1-processing-n:127.0.0.1:38655_p%2Fs) [n:127.0.0.1:38655_p%2Fs ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 707244 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:38655_p%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 707245 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:38655_p%2Fs ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 707245 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:38655_p%2Fs ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38655_p%2Fs
[junit4] 2> 707246 INFO (zkCallback-921-thread-2-processing-n:127.0.0.1:34525_p%2Fs) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 707246 INFO (zkCallback-931-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 707246 INFO (zkCallback-939-thread-1-processing-n:127.0.0.1:38655_p%2Fs) [n:127.0.0.1:38655_p%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 707273 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:38655_p%2Fs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58203b76
[junit4] 2> 707279 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:38655_p%2Fs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58203b76
[junit4] 2> 707279 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:38655_p%2Fs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58203b76
[junit4] 2> 707280 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:38655_p%2Fs ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/shard-1-001/cores
[junit4] 2> 707295 INFO (qtp121646306-5053) [n:127.0.0.1:34525_p%2Fs ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:38655_p%252Fs&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 707296 INFO (OverseerCollectionConfigSetProcessor-99254091686477828-127.0.0.1:34525_p%2Fs-n_0000000000) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 707296 INFO (OverseerThreadFactory-2574-thread-3-processing-n:127.0.0.1:34525_p%2Fs) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:38655_p%2Fs for creating new replica
[junit4] 2> 707297 INFO (SocketProxy-Acceptor-38655) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=38958,localport=38655], receiveBufferSize:531000
[junit4] 2> 707299 INFO (SocketProxy-Acceptor-38655) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=46803,localport=57112], receiveBufferSize=530904
[junit4] 2> 707299 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 707299 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 708314 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 708330 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema [collection1_shard2_replica_n41] Schema name=test
[junit4] 2> 708390 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 708396 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n41' using configuration from collection collection1, trusted=true
[junit4] 2> 708397 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n41' (registry 'solr.core.collection1.shard2.replica_n41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58203b76
[junit4] 2> 708397 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 708397 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [[collection1_shard2_replica_n41] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/shard-1-001/cores/collection1_shard2_replica_n41], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/shard-1-001/cores/collection1_shard2_replica_n41/data/]
[junit4] 2> 708398 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@4249d3b8
[junit4] 2> 708399 WARN (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 708433 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 708433 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 708434 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 708434 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 708434 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=36, maxMergedSegmentMB=74.4140625, floorSegmentMB=0.40234375, forceMergeDeletesPctAllowed=13.294848619126817, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.43690736508063
[junit4] 2> 708434 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.SolrIndexSearcher Opening [Searcher@58ef68ef[collection1_shard2_replica_n41] main]
[junit4] 2> 708435 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 708435 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 708435 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 708436 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588065471344672768
[junit4] 2> 708436 INFO (searcherExecutor-2588-thread-1-processing-n:127.0.0.1:38655_p%2Fs x:collection1_shard2_replica_n41 s:shard2 c:collection1) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [collection1_shard2_replica_n41] Registered new searcher Searcher@58ef68ef[collection1_shard2_replica_n41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 708438 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 708438 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 708438 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38655/p/s/collection1_shard2_replica_n41/
[junit4] 2> 708438 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 708438 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy http://127.0.0.1:38655/p/s/collection1_shard2_replica_n41/ has no replicas
[junit4] 2> 708438 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 708439 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38655/p/s/collection1_shard2_replica_n41/ shard2
[junit4] 2> 708589 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 708597 INFO (qtp580080884-5108) [n:127.0.0.1:38655_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1298
[junit4] 2> 708599 INFO (qtp121646306-5053) [n:127.0.0.1:34525_p%2Fs ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:38655_p%252Fs&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1304
[junit4] 2> 708689 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/shard-2-001 of type NRT
[junit4] 2> 708690 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 708690 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3ae891bf{/p/s,null,AVAILABLE}
[junit4] 2> 708691 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2f7f0922{HTTP/1.1,[http/1.1]}{127.0.0.1:44657}
[junit4] 2> 708691 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.e.j.s.Server Started @710894ms
[junit4] 2> 708691 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/p/s, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/tempDir-001/jetty2, hostPort=32781, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/shard-2-001/cores}
[junit4] 2> 708691 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 708691 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 708691 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 708691 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 708691 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-28T21:40:53.048732Z
[junit4] 2> 708695 INFO (zkConnectionManagerCallback-944-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 708696 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 708696 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/shard-2-001/solr.xml
[junit4] 2> 708697 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 708697 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 708698 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@58203b76, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 708701 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39381/solr
[junit4] 2> 708702 INFO (zkConnectionManagerCallback-948-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 708703 INFO (zkConnectionManagerCallback-950-thread-1-processing-n:127.0.0.1:32781_p%2Fs) [n:127.0.0.1:32781_p%2Fs ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 708705 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:32781_p%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 708706 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:32781_p%2Fs ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 708706 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:32781_p%2Fs ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32781_p%2Fs
[junit4] 2> 708707 INFO (zkCallback-931-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 708707 INFO (zkCallback-939-thread-1-processing-n:127.0.0.1:38655_p%2Fs) [n:127.0.0.1:38655_p%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 708707 INFO (zkCallback-921-thread-1-processing-n:127.0.0.1:34525_p%2Fs) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 708707 INFO (zkCallback-949-thread-1-processing-n:127.0.0.1:32781_p%2Fs) [n:127.0.0.1:32781_p%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 708775 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:32781_p%2Fs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58203b76
[junit4] 2> 708784 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:32781_p%2Fs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58203b76
[junit4] 2> 708784 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:32781_p%2Fs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58203b76
[junit4] 2> 708786 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:32781_p%2Fs ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/shard-2-001/cores
[junit4] 2> 708818 INFO (SocketProxy-Acceptor-32781) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=40556,localport=32781], receiveBufferSize:531000
[junit4] 2> 708823 INFO (SocketProxy-Acceptor-32781) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=44657,localport=39694], receiveBufferSize=530904
[junit4] 2> 708823 INFO (qtp687746479-5142) [n:127.0.0.1:32781_p%2Fs ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:32781_p%252Fs&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 708825 INFO (OverseerCollectionConfigSetProcessor-99254091686477828-127.0.0.1:34525_p%2Fs-n_0000000000) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 708826 INFO (OverseerThreadFactory-2574-thread-4-processing-n:127.0.0.1:34525_p%2Fs) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:32781_p%2Fs for creating new replica
[junit4] 2> 708828 INFO (SocketProxy-Acceptor-32781) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=40560,localport=32781], receiveBufferSize:531000
[junit4] 2> 708828 INFO (SocketProxy-Acceptor-32781) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=44657,localport=39698], receiveBufferSize=530904
[junit4] 2> 708829 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 708829 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 709836 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 709842 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema [collection1_shard1_replica_n43] Schema name=test
[junit4] 2> 709891 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 709898 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n43' using configuration from collection collection1, trusted=true
[junit4] 2> 709898 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n43' (registry 'solr.core.collection1.shard1.replica_n43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58203b76
[junit4] 2> 709898 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 709898 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [[collection1_shard1_replica_n43] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/shard-2-001/cores/collection1_shard1_replica_n43], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/shard-2-001/cores/collection1_shard1_replica_n43/data/]
[junit4] 2> 709900 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@31a47b60
[junit4] 2> 709901 WARN (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 709930 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 709930 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 709931 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 709931 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 709931 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=36, maxMergedSegmentMB=74.4140625, floorSegmentMB=0.40234375, forceMergeDeletesPctAllowed=13.294848619126817, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.43690736508063
[junit4] 2> 709932 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.SolrIndexSearcher Opening [Searcher@5f31e963[collection1_shard1_replica_n43] main]
[junit4] 2> 709933 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 709933 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 709933 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 709933 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588065472914391040
[junit4] 2> 709934 INFO (searcherExecutor-2599-thread-1-processing-n:127.0.0.1:32781_p%2Fs x:collection1_shard1_replica_n43 s:shard1 c:collection1) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [collection1_shard1_replica_n43] Registered new searcher Searcher@5f31e963[collection1_shard1_replica_n43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 709936 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 709936 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 709936 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:32781/p/s/collection1_shard1_replica_n43/
[junit4] 2> 709936 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 709936 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy http://127.0.0.1:32781/p/s/collection1_shard1_replica_n43/ has no replicas
[junit4] 2> 709936 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 709937 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:32781/p/s/collection1_shard1_replica_n43/ shard1
[junit4] 2> 710087 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 710096 INFO (qtp687746479-5144) [n:127.0.0.1:32781_p%2Fs c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1266
[junit4] 2> 710097 INFO (qtp687746479-5142) [n:127.0.0.1:32781_p%2Fs ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:32781_p%252Fs&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1273
[junit4] 2> 710177 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/shard-3-001 of type NRT
[junit4] 2> 710178 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 710178 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4acd74bb{/p/s,null,AVAILABLE}
[junit4] 2> 710179 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2424f063{HTTP/1.1,[http/1.1]}{127.0.0.1:32931}
[junit4] 2> 710179 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.e.j.s.Server Started @712382ms
[junit4] 2> 710179 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/p/s, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/tempDir-001/jetty3, hostPort=37479, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/shard-3-001/cores}
[junit4] 2> 710179 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 710179 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 710179 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 710179 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 710179 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-28T21:40:54.536480Z
[junit4] 2> 710180 INFO (zkConnectionManagerCallback-954-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 710181 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 710181 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/shard-3-001/solr.xml
[junit4] 2> 710182 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 710182 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 710183 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@58203b76, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 710184 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39381/solr
[junit4] 2> 710185 INFO (zkConnectionManagerCallback-958-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 710186 INFO (zkConnectionManagerCallback-960-thread-1-processing-n:127.0.0.1:37479_p%2Fs) [n:127.0.0.1:37479_p%2Fs ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 710188 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:37479_p%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 710188 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:37479_p%2Fs ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 710189 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:37479_p%2Fs ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37479_p%2Fs
[junit4] 2> 710190 INFO (zkCallback-949-thread-1-processing-n:127.0.0.1:32781_p%2Fs) [n:127.0.0.1:32781_p%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 710190 INFO (zkCallback-921-thread-1-processing-n:127.0.0.1:34525_p%2Fs) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 710190 INFO (zkCallback-939-thread-1-processing-n:127.0.0.1:38655_p%2Fs) [n:127.0.0.1:38655_p%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 710190 INFO (zkCallback-931-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 710190 INFO (zkCallback-959-thread-1-processing-n:127.0.0.1:37479_p%2Fs) [n:127.0.0.1:37479_p%2Fs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 710219 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:37479_p%2Fs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58203b76
[junit4] 2> 710225 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:37479_p%2Fs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58203b76
[junit4] 2> 710225 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:37479_p%2Fs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58203b76
[junit4] 2> 710226 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[886F8538F0CBC81C]) [n:127.0.0.1:37479_p%2Fs ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/shard-3-001/cores
[junit4] 2> 710252 INFO (qtp687746479-5143) [n:127.0.0.1:32781_p%2Fs ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:37479_p%252Fs&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 710253 INFO (OverseerCollectionConfigSetProcessor-99254091686477828-127.0.0.1:34525_p%2Fs-n_0000000000) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 710253 INFO (OverseerThreadFactory-2574-thread-5-processing-n:127.0.0.1:34525_p%2Fs) [n:127.0.0.1:34525_p%2Fs ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:37479_p%2Fs for creating new replica
[junit4] 2> 710254 INFO (SocketProxy-Acceptor-37479) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=59684,localport=37479], receiveBufferSize:531000
[junit4] 2> 710254 INFO (SocketProxy-Acceptor-37479) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=32931,localport=51560], receiveBufferSize=530904
[junit4] 2> 710255 INFO (qtp79137691-5178) [n:127.0.0.1:37479_p%2Fs ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 710255 INFO (qtp79137691-5178) [n:127.0.0.1:37479_p%2Fs ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 711263 INFO (qtp79137691-5178) [n:127.0.0.1:37479_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 711280 INFO (qtp79137691-5178) [n:127.0.0.1:37479_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.s.IndexSchema [collection1_shard2_replica_n45] Schema name=test
[junit4] 2> 711334 INFO (qtp79137691-5178) [n:127.0.0.1:37479_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 711344 INFO (qtp79137691-5178) [n:127.0.0.1:37479_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n45' using configuration from collection collection1, trusted=true
[junit4] 2> 711345 INFO (qtp79137691-5178) [n:127.0.0.1:37479_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n45' (registry 'solr.core.collection1.shard2.replica_n45') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58203b76
[junit4] 2> 711345 INFO (qtp79137691-5178) [n:127.0.0.1:37479_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 711345 INFO (qtp79137691-5178) [n:127.0.0.1:37479_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrCore [[collection1_shard2_replica_n45] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/shard-3-001/cores/collection1_shard2_replica_n45], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_886F8538F0CBC81C-001/shard-3-001/cores/collection1_shard2_replica_n45/data/]
[junit4] 2> 711346 INFO (qtp79137691-5178) [n:127.0.0.1:37479_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@29adeb87
[junit4] 2> 711347 WARN (qtp79137691-5178) [n:127.0.0.1:37479_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 711372 INFO (qtp79137691-5178) [n:127.0.0.1:37479_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 711372 INFO (qtp79137691-5178) [n:127.0.0.1:37479_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 711373 INFO (qtp79137691-5178) [n:127.0.0.1:37479_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 711373 INFO (qtp79137691-5178) [n:127.0.0.1:37479_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 711374 INFO (qtp79137691-5178) [n:127.0.0.1:37479_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=36, maxMergedSegmentMB=74.4140625, floorSegmentMB=0.40234375, forceMergeDeletesPctAllowed=13.294848619126817, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.43690736508063
[junit4] 2> 711374 INFO (qtp79137691-5178) [n:127.0.0.1:37479_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.s.SolrIndexSearcher Opening [Searcher@7b67bb6d[collection1_shard2_replica_n45] main]
[junit4] 2> 711374 INFO (qtp79137691-5178) [n:127.0.0.1:37479_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 711375 INFO (qtp79137691-5178) [n:127.0.0.1:37479_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 711375 INFO (qtp79137691-5178) [n:127.0.0.1:37479_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 711376 INFO (searcherExecutor-2610-thread-1-processing-n:127.0.0.1:37479_p%2Fs x:collection1_shard2_replica_n45 s:shard2 c:collection1) [n:127.0.0.1:37479_p%2Fs c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrCore [c
[...truncated too long message...]
"core_node7":{
[junit4] 2> "core":"collection1_shard2_replica_n4",
[junit4] 2> "base_url":"https://127.0.0.1:34517/solr",
[junit4] 2> "node_name":"127.0.0.1:34517_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node8":{
[junit4] 2> "core":"collection1_shard2_replica_n6",
[junit4] 2> "base_url":"https://127.0.0.1:40749/solr",
[junit4] 2> "node_name":"127.0.0.1:40749_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}},
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0"} with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:771)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:736)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 1521787 ERROR (coreZkRegister-3909-thread-1-processing-n:127.0.0.1:40749_solr x:collection1_shard1_replica_n2 s:shard1 c:collection1 r:core_node5) [n:127.0.0.1:40749_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard1
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1207)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: collection1 slice: shard1 saw state=DocCollection(collection1//collections/collection1/state.json/10)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "shards":{
[junit4] 2> "shard1":{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"collection1_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:34517/solr",
[junit4] 2> "node_name":"127.0.0.1:34517_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"collection1_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:40749/solr",
[junit4] 2> "node_name":"127.0.0.1:40749_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}},
[junit4] 2> "shard2":{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node7":{
[junit4] 2> "core":"collection1_shard2_replica_n4",
[junit4] 2> "base_url":"https://127.0.0.1:34517/solr",
[junit4] 2> "node_name":"127.0.0.1:34517_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node8":{
[junit4] 2> "core":"collection1_shard2_replica_n6",
[junit4] 2> "base_url":"https://127.0.0.1:40749/solr",
[junit4] 2> "node_name":"127.0.0.1:40749_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}},
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0"} with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:771)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:736)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 7 more
[junit4] 2>
[junit4] 2> 1521788 INFO (jetty-closer-2116-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7723cb99{/solr,null,UNAVAILABLE}
[junit4] 2> 1521788 ERROR (SUITE-TestCloudRecovery-seed#[886F8538F0CBC81C]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1521788 INFO (SUITE-TestCloudRecovery-seed#[886F8538F0CBC81C]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35859 35859
[junit4] 2> 1521835 INFO (Thread-4079) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35859 35859
[junit4] 2> 1521836 WARN (Thread-4079) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 4 /solr/configs/config
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 14 /solr/collections/collection1/state.json
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 2 /solr/autoscaling.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 5 /solr/collections
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2> 2 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_886F8538F0CBC81C-001
[junit4] 2> Dec 28, 2017 9:54:25 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=false): {}, locale=shi-Latn-MA, timezone=Etc/GMT-12
[junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=114269600,total=524812288
[junit4] 2> NOTE: All tests run in this JVM: [CoreAdminCreateDiscoverTest, CollectionsAPIDistributedZkTest, TestAtomicUpdateErrorCases, DocumentAnalysisRequestHandlerTest, TestCopyFieldCollectionResource, TestManagedSchemaAPI, TestSolrCoreParser, TestSchemaSimilarityResource, TestSolr4Spatial, ConvertedLegacyTest, TestAnalyzedSuggestions, ImplicitSnitchTest, TestRemoteStreaming, TestOmitPositions, TestInPlaceUpdatesStandalone, DistribDocExpirationUpdateProcessorTest, ClassificationUpdateProcessorFactoryTest, TestSortByMinMaxFunction, CloneFieldUpdateProcessorFactoryTest, TestInfoStreamLogging, HdfsAutoAddReplicasIntegrationTest, TestBlobHandler, TestFieldCacheSort, OpenCloseCoreStressTest, TestAuthenticationFramework, TestCoreAdminApis, SolrCmdDistributorTest, ZkSolrClientTest, TestBM25SimilarityFactory, ShardSplitTest, TestCustomStream, SystemLogListenerTest, ChaosMonkeySafeLeaderWithPullReplicasTest, TermVectorComponentDistributedTest, TestDocumentBuilder, TestDeleteCollectionOnDownNodes, LukeRequestHandlerTest, SOLR749Test, PolyFieldTest, TestHdfsBackupRestoreCore, CircularListTest, TestDefaultStatsCache, TestStressReorder, CheckHdfsIndexTest, TestXmlQParserPlugin, TestSimDistributedQueue, TestManagedResourceStorage, SolrIndexConfigTest, TestSolrConfigHandlerCloud, NumberUtilsTest, SignatureUpdateProcessorFactoryTest, TestQuerySenderNoQuery, CdcrBidirectionalTest, AddSchemaFieldsUpdateProcessorFactoryTest, OverriddenZkACLAndCredentialsProvidersTest, TestExceedMaxTermLength, ParsingFieldUpdateProcessorsTest, HdfsRecoverLeaseTest, TestStreamBody, BlockJoinFacetRandomTest, BinaryUpdateRequestHandlerTest, SparseHLLTest, LeaderFailureAfterFreshStartTest, TestSSLRandomization, CloudExitableDirectoryReaderTest, TestExecutePlanAction, OutputWriterTest, CreateCollectionCleanupTest, TestCollationFieldDocValues, TestJsonFacets, ExitableDirectoryReaderTest, SuggesterFSTTest, SolrCloudReportersTest, ConjunctionSolrSpellCheckerTest, TestCloudRecovery]
[junit4] Completed [351/764 (2!)] on J1 in 127.79s, 2 tests, 1 failure, 1 error <<< FAILURES!
[...truncated 42238 lines...]