You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2020/11/29 17:31:18 UTC
[JENKINS] Lucene » Lucene-Solr-NightlyTests-8.x - Build # 107 - Still Unstable!
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-NightlyTests-8.x/107/
3 tests failed.
FAILED: org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey
Error Message:
Address already in use
Stack Trace:
java.net.BindException: Address already in use
at __randomizedtesting.SeedInfo.seed([473FF5AD7B2E8060:CC18267C3A282BE4]:0)
at sun.nio.ch.Net.bind0(Native Method)
at sun.nio.ch.Net.bind(Net.java:433)
at sun.nio.ch.Net.bind(Net.java:425)
at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:220)
at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:85)
at org.eclipse.jetty.server.ServerConnector.openAcceptChannel(ServerConnector.java:345)
at org.eclipse.jetty.server.ServerConnector.open(ServerConnector.java:310)
at org.eclipse.jetty.server.AbstractNetworkConnector.doStart(AbstractNetworkConnector.java:80)
at org.eclipse.jetty.server.ServerConnector.doStart(ServerConnector.java:234)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:73)
at org.eclipse.jetty.server.Server.doStart(Server.java:401)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:73)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472)
at org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey(ShardSplitTest.java:505)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.api.collections.ShardSplitTest
Error Message:
10 threads leaked from SUITE scope at org.apache.solr.cloud.api.collections.ShardSplitTest: 1) Thread[id=49912, name=Session-HouseKeeper-4c13ca4e-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=49904, name=qtp991366907-49904, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149) at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at org.eclipse.jetty.io.ManagedSelector$$Lambda$81/81354383.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=49905, name=qtp991366907-49905, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149) at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at org.eclipse.jetty.io.ManagedSelector$$Lambda$81/81354383.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=49907, name=qtp991366907-49907, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=49911, name=qtp991366907-49911, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=49909, name=qtp991366907-49909, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=49906, name=qtp991366907-49906-acceptor-0@69ea238c-ServerConnector@3f289d41{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:41023}, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:419) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:247) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:702) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=49908, name=qtp991366907-49908, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=50023, name=Connector-Scheduler-3f289d41-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 10) Thread[id=49910, name=qtp991366907-49910, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 10 threads leaked from SUITE scope at org.apache.solr.cloud.api.collections.ShardSplitTest:
1) Thread[id=49912, name=Session-HouseKeeper-4c13ca4e-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=49904, name=qtp991366907-49904, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at org.eclipse.jetty.io.ManagedSelector$$Lambda$81/81354383.run(Unknown Source)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=49905, name=qtp991366907-49905, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at org.eclipse.jetty.io.ManagedSelector$$Lambda$81/81354383.run(Unknown Source)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=49907, name=qtp991366907-49907, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=49911, name=qtp991366907-49911, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=49909, name=qtp991366907-49909, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=49906, name=qtp991366907-49906-acceptor-0@69ea238c-ServerConnector@3f289d41{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:41023}, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:419)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:247)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:702)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=49908, name=qtp991366907-49908, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.lang.Thread.run(Thread.java:748)
9) Thread[id=50023, name=Connector-Scheduler-3f289d41-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
10) Thread[id=49910, name=qtp991366907-49910, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([473FF5AD7B2E8060]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.api.collections.ShardSplitTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=49911, name=qtp991366907-49911, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=49909, name=qtp991366907-49909, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=49912, name=Session-HouseKeeper-4c13ca4e-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=49906, name=qtp991366907-49906, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=49908, name=qtp991366907-49908, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=49904, name=qtp991366907-49904, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149) at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at org.eclipse.jetty.io.ManagedSelector$$Lambda$81/81354383.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=50023, name=Connector-Scheduler-3f289d41-1, state=WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=49905, name=qtp991366907-49905, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149) at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at org.eclipse.jetty.io.ManagedSelector$$Lambda$81/81354383.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=49907, name=qtp991366907-49907, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.lang.Thread.run(Thread.java:748) 10) Thread[id=49910, name=qtp991366907-49910, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=49911, name=qtp991366907-49911, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=49909, name=qtp991366907-49909, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=49912, name=Session-HouseKeeper-4c13ca4e-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=49906, name=qtp991366907-49906, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=49908, name=qtp991366907-49908, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=49904, name=qtp991366907-49904, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at org.eclipse.jetty.io.ManagedSelector$$Lambda$81/81354383.run(Unknown Source)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=50023, name=Connector-Scheduler-3f289d41-1, state=WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=49905, name=qtp991366907-49905, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at org.eclipse.jetty.io.ManagedSelector$$Lambda$81/81354383.run(Unknown Source)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
at java.lang.Thread.run(Thread.java:748)
9) Thread[id=49907, name=qtp991366907-49907, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.lang.Thread.run(Thread.java:748)
10) Thread[id=49910, name=qtp991366907-49910, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([473FF5AD7B2E8060]:0)
Build Log:
[...truncated 14518 lines...]
[junit4] Suite: org.apache.solr.cloud.api.collections.ShardSplitTest
[junit4] 2> 1322429 INFO (SUITE-ShardSplitTest-seed#[473FF5AD7B2E8060]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/server/solr/configsets/_default/conf'
[junit4] 2> 1322429 INFO (SUITE-ShardSplitTest-seed#[473FF5AD7B2E8060]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1322430 INFO (SUITE-ShardSplitTest-seed#[473FF5AD7B2E8060]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_473FF5AD7B2E8060-001/data-dir-67-001
[junit4] 2> 1322430 INFO (SUITE-ShardSplitTest-seed#[473FF5AD7B2E8060]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1322432 INFO (SUITE-ShardSplitTest-seed#[473FF5AD7B2E8060]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 1322432 INFO (SUITE-ShardSplitTest-seed#[473FF5AD7B2E8060]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 1322441 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1322442 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 1322442 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1322443 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 1322542 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [ ] o.a.s.c.ZkTestServer start zk server on port: 35831
[junit4] 2> 1322542 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:35831
[junit4] 2> 1322542 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:35831
[junit4] 2> 1322542 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 35831
[junit4] 2> 1322544 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1322552 INFO (zkConnectionManagerCallback-15621-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1322552 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1322564 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1322567 INFO (zkConnectionManagerCallback-15623-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1322567 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1322569 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1322569 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 1322570 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1322571 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1322572 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1322573 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1322574 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1322574 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1322575 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1322577 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1322578 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1322578 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 1322686 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1322686 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 1322686 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_252-b09
[junit4] 2> 1322687 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1322687 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1322687 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1322687 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7717f750{/,null,AVAILABLE}
[junit4] 2> 1322688 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6f56f36{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:42477}
[junit4] 2> 1322688 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [ ] o.e.j.s.Server Started @1322713ms
[junit4] 2> 1322688 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_473FF5AD7B2E8060-001/tempDir-001/control/data, replicaType=NRT, hostContext=/, hostPort=42477, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_473FF5AD7B2E8060-001/control-001/cores}
[junit4] 2> 1322688 ERROR (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1322688 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1322688 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.8.0
[junit4] 2> 1322688 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1322688 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
[junit4] 2> 1322688 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-11-29T16:57:16.046Z
[junit4] 2> 1322689 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1322690 INFO (zkConnectionManagerCallback-15625-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1322690 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1322791 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1322791 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_473FF5AD7B2E8060-001/control-001/solr.xml
[junit4] 2> 1322795 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1322795 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1322796 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3d1ba32b, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1322941 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 1322942 WARN (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6c010f33[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1322942 WARN (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6c010f33[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1322945 WARN (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5b217f78[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1322945 WARN (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5b217f78[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1322946 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35831/solr
[junit4] 2> 1322947 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1322948 INFO (zkConnectionManagerCallback-15636-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1322948 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1323049 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [n:127.0.0.1:42477_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1323050 INFO (zkConnectionManagerCallback-15638-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1323051 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [n:127.0.0.1:42477_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1323112 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [n:127.0.0.1:42477_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42477_
[junit4] 2> 1323113 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [n:127.0.0.1:42477_ ] o.a.s.c.Overseer Overseer (id=72563219302842372-127.0.0.1:42477_-n_0000000000) starting
[junit4] 2> 1323117 DEBUG (OverseerCollectionConfigSetProcessor-72563219302842372-127.0.0.1:42477_-n_0000000000) [n:127.0.0.1:42477_ ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 1323118 INFO (OverseerStateUpdate-72563219302842372-127.0.0.1:42477_-n_0000000000) [n:127.0.0.1:42477_ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:42477_
[junit4] 2> 1323118 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [n:127.0.0.1:42477_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42477_
[junit4] 2> 1323119 INFO (OverseerStateUpdate-72563219302842372-127.0.0.1:42477_-n_0000000000) [n:127.0.0.1:42477_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1323120 DEBUG (OverseerCollectionConfigSetProcessor-72563219302842372-127.0.0.1:42477_-n_0000000000) [n:127.0.0.1:42477_ ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0 #Completed tasks: 0
[junit4] 2> 1323120 DEBUG (OverseerCollectionConfigSetProcessor-72563219302842372-127.0.0.1:42477_-n_0000000000) [n:127.0.0.1:42477_ ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 1323120 DEBUG (OverseerCollectionConfigSetProcessor-72563219302842372-127.0.0.1:42477_-n_0000000000) [n:127.0.0.1:42477_ ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 1323120 DEBUG (OverseerCollectionConfigSetProcessor-72563219302842372-127.0.0.1:42477_-n_0000000000) [n:127.0.0.1:42477_ ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 1323120 INFO (OverseerCollectionConfigSetProcessor-72563219302842372-127.0.0.1:42477_-n_0000000000) [n:127.0.0.1:42477_ ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
[junit4] 2> 1323121 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [n:127.0.0.1:42477_ ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 1323122 WARN (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [n:127.0.0.1:42477_ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 1323134 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [n:127.0.0.1:42477_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1323153 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [n:127.0.0.1:42477_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d1ba32b
[junit4] 2> 1323160 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [n:127.0.0.1:42477_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d1ba32b
[junit4] 2> 1323160 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [n:127.0.0.1:42477_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d1ba32b
[junit4] 2> 1323161 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [n:127.0.0.1:42477_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_473FF5AD7B2E8060-001/control-001/cores
[junit4] 2> 1323172 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1323173 INFO (zkConnectionManagerCallback-15655-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1323173 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1323174 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1323175 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35831/solr ready
[junit4] 2> 1323178 DEBUG (OverseerCollectionConfigSetProcessor-72563219302842372-127.0.0.1:42477_-n_0000000000) [n:127.0.0.1:42477_ ] o.a.s.c.OverseerTaskProcessor Got 1 tasks from work-queue : [[org.apache.solr.cloud.OverseerTaskQueue$QueueEvent@2e684ecf]]
[junit4] 2> 1323178 DEBUG (OverseerCollectionConfigSetProcessor-72563219302842372-127.0.0.1:42477_-n_0000000000) [n:127.0.0.1:42477_ ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000000] as running
[junit4] 2> 1323178 DEBUG (OverseerCollectionConfigSetProcessor-72563219302842372-127.0.0.1:42477_-n_0000000000) [n:127.0.0.1:42477_ ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id: /overseer/collection-queue-work/qn-0000000000 message: {
[junit4] 2> "name":"control_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"1",
[junit4] 2> "createNodeSet":"127.0.0.1:42477_",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"}
[junit4] 2> 1323180 DEBUG (OverseerThreadFactory-15645-thread-1-processing-n:127.0.0.1:42477_) [n:127.0.0.1:42477_ ] o.a.s.c.OverseerTaskProcessor Runner processing /overseer/collection-queue-work/qn-0000000000
[junit4] 2> 1323180 DEBUG (OverseerThreadFactory-15645-thread-1-processing-n:127.0.0.1:42477_) [n:127.0.0.1:42477_ ] o.a.s.c.a.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
[junit4] 2> "name":"control_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"1",
[junit4] 2> "createNodeSet":"127.0.0.1:42477_",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"}
[junit4] 2> 1323180 DEBUG (OverseerCollectionConfigSetProcessor-72563219302842372-127.0.0.1:42477_-n_0000000000) [n:127.0.0.1:42477_ ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1 #Completed tasks: 0
[junit4] 2> 1323180 DEBUG (OverseerCollectionConfigSetProcessor-72563219302842372-127.0.0.1:42477_-n_0000000000) [n:127.0.0.1:42477_ ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 1323180 DEBUG (OverseerCollectionConfigSetProcessor-72563219302842372-127.0.0.1:42477_-n_0000000000) [n:127.0.0.1:42477_ ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 1323180 DEBUG (OverseerCollectionConfigSetProcessor-72563219302842372-127.0.0.1:42477_-n_0000000000) [n:127.0.0.1:42477_ ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 1323180 INFO (OverseerCollectionConfigSetProcessor-72563219302842372-127.0.0.1:42477_-n_0000000000) [n:127.0.0.1:42477_ ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 1323180 INFO (OverseerThreadFactory-15645-thread-1-processing-n:127.0.0.1:42477_) [n:127.0.0.1:42477_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 1323181 DEBUG (OverseerThreadFactory-15645-thread-1-processing-n:127.0.0.1:42477_) [n:127.0.0.1:42477_ ] o.a.s.c.a.c.OverseerCollectionMessageHandler creating collections conf node /collections/control_collection
[junit4] 2> 1323182 DEBUG (OverseerThreadFactory-15645-thread-1-processing-n:127.0.0.1:42477_) [n:127.0.0.1:42477_ ] o.a.s.c.a.c.CreateCollectionCmd Check for collection zkNode: control_collection
[junit4] 2> 1323182 DEBUG (OverseerThreadFactory-15645-thread-1-processing-n:127.0.0.1:42477_) [n:127.0.0.1:42477_ ] o.a.s.c.a.c.CreateCollectionCmd Collection zkNode exists
[junit4] 2> 1323183 DEBUG (OverseerStateUpdate-72563219302842372-127.0.0.1:42477_-n_0000000000) [n:127.0.0.1:42477_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"control_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"1",
[junit4] 2> "createNodeSet":"127.0.0.1:42477_",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 1323183 DEBUG (OverseerStateUpdate-72563219302842372-127.0.0.1:42477_-n_0000000000) [n:127.0.0.1:42477_ ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
[junit4] 2> 1323184 DEBUG (OverseerStateUpdate-72563219302842372-127.0.0.1:42477_-n_0000000000) [n:127.0.0.1:42477_ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/control_collection/state.json
[junit4] 2> 1323284 DEBUG (OverseerThreadFactory-15645-thread-1-processing-n:127.0.0.1:42477_) [n:127.0.0.1:42477_ ] o.a.s.c.a.c.CreateCollectionCmd Creating SolrCores for new collection control_collection, shardNames [shard1] , message : {
[junit4] 2> "name":"control_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"1",
[junit4] 2> "createNodeSet":"127.0.0.1:42477_",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"}
[junit4] 2> 1323286 DEBUG (OverseerThreadFactory-15645-thread-1-processing-n:127.0.0.1:42477_) [n:127.0.0.1:42477_ ] o.a.s.c.a.c.CreateCollectionCmd Creating core control_collection_shard1_replica_n1 as part of shard shard1 of collection control_collection on 127.0.0.1:42477_
[junit4] 2> 1323287 INFO (qtp1308736656-46165) [n:127.0.0.1:42477_ x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1323287 INFO (qtp1308736656-46165) [n:127.0.0.1:42477_ x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1323289 DEBUG (OverseerStateUpdate-72563219302842372-127.0.0.1:42477_-n_0000000000) [n:127.0.0.1:42477_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:42477",
[junit4] 2> "node_name":"127.0.0.1:42477_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1323289 DEBUG (OverseerStateUpdate-72563219302842372-127.0.0.1:42477_-n_0000000000) [n:127.0.0.1:42477_ ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:42477",
[junit4] 2> "node_name":"127.0.0.1:42477_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 1323290 DEBUG (OverseerStateUpdate-72563219302842372-127.0.0.1:42477_-n_0000000000) [n:127.0.0.1:42477_ ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node2:{
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:42477",
[junit4] 2> "node_name":"127.0.0.1:42477_",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1323290 DEBUG (OverseerStateUpdate-72563219302842372-127.0.0.1:42477_-n_0000000000) [n:127.0.0.1:42477_ ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(control_collection//collections/control_collection/state.json/0)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node2":{
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:42477",
[junit4] 2> "node_name":"127.0.0.1:42477_",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 1323391 DEBUG (OverseerStateUpdate-72563219302842372-127.0.0.1:42477_-n_0000000000) [n:127.0.0.1:42477_ ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/control_collection/state.json version: 0
[junit4] 2> 1324300 INFO (qtp1308736656-46165) [n:127.0.0.1:42477_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.8.0
[junit4] 2> 1324313 INFO (qtp1308736656-46165) [n:127.0.0.1:42477_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=test
[junit4] 2> 1324382 INFO (qtp1308736656-46165) [n:127.0.0.1:42477_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1324397 INFO (qtp1308736656-46165) [n:127.0.0.1:42477_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
[junit4] 2> 1324397 INFO (qtp1308736656-46165) [n:127.0.0.1:42477_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d1ba32b
[junit4] 2> 1324397 INFO (qtp1308736656-46165) [n:127.0.0.1:42477_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_473FF5AD7B2E8060-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_473FF5AD7B2E8060-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 1324400 INFO (qtp1308736656-46165) [n:127.0.0.1:42477_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=18, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 1324409 WARN (qtp1308736656-46165) [n:127.0.0.1:42477_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1324453 INFO (qtp1308736656-46165) [n:127.0.0.1:42477_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1324453 INFO (qtp1308736656-46165) [n:127.0.0.1:42477_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1324454 INFO (qtp1308736656-46165) [n:127.0.0.1:42477_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1324454 INFO (qtp1308736656-46165) [n:127.0.0.1:42477_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1324455 INFO (qtp1308736656-46165) [n:127.0.0.1:42477_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=17, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=75.099609375, floorSegmentMB=0.3271484375, forceMergeDeletesPctAllowed=3.0892934306512565, segmentsPerTier=25.0, maxCFSSegmentSizeMB=1.185546875, noCFSRatio=0.5718841244843941, deletesPctAllowed=34.260729709252956
[junit4] 2> 1324457 INFO (qtp1308736656-46165) [n:127.0.0.1:42477_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1324457 INFO (qtp1308736656-46165) [n:127.0.0.1:42477_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1324458 INFO (qtp1308736656-46165) [n:127.0.0.1:42477_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 1324458 INFO (qtp1308736656-46165) [n:127.0.0.1:42477_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1684714592996950016
[junit4] 2> 1324461 INFO (searcherExecutor-15657-thread-1-processing-n:127.0.0.1:42477_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:42477_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 1324465 INFO (qtp1308736656-46165) [n:127.0.0.1:42477_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 1324465 INFO (qtp1308736656-46165) [n:127.0.0.1:42477_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
[junit4] 2> 1324467 INFO (qtp1308736656-46165) [n:127.0.0.1:42477_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1324467 INFO (qtp1308736656-46165) [n:127.0.0.1:42477_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1324467 INFO (qtp1308736656-46165) [n:127.0.0.1:42477_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42477/control_collection_shard1_replica_n1/
[junit4] 2> 1324468 INFO (qtp1308736656-46165) [n:127.0.0.1:42477_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1324468 INFO (qtp1308736656-46165) [n:127.0.0.1:42477_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:42477/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 1324468 INFO (qtp1308736656-46165) [n:127.0.0.1:42477_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/72563219302842372-core_node2-n_0000000000
[junit4] 2> 1324469 INFO (qtp1308736656-46165) [n:127.0.0.1:42477_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:42477/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 1324470 DEBUG (OverseerStateUpdate-72563219302842372-127.0.0.1:42477_-n_0000000000) [n:127.0.0.1:42477_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "base_url":"http://127.0.0.1:42477",
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "state":"active"} current state version: 0
[junit4] 2> 1324570 DEBUG (OverseerStateUpdate-72563219302842372-127.0.0.1:42477_-n_0000000000) [n:127.0.0.1:42477_ ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/control_collection/state.json version: 1
[junit4] 2> 1324571 INFO (zkCallback-15637-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1324571 INFO (zkCallback-15637-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1324572 INFO (qtp1308736656-46165) [n:127.0.0.1:42477_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1324573 DEBUG (OverseerStateUpdate-72563219302842372-127.0.0.1:42477_-n_0000000000) [n:127.0.0.1:42477_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:42477",
[junit4] 2> "node_name":"127.0.0.1:42477_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1324573 DEBUG (OverseerStateUpdate-72563219302842372-127.0.0.1:42477_-n_0000000000) [n:127.0.0.1:42477_ ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:42477",
[junit4] 2> "node_name":"127.0.0.1:42477_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 1324574 DEBUG (OverseerStateUpdate-72563219302842372-127.0.0.1:42477_-n_0000000000) [n:127.0.0.1:42477_ ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node2:{
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:42477",
[junit4] 2> "node_name":"127.0.0.1:42477_",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true"}
[junit4] 2> 1324574 DEBUG (OverseerStateUpdate-72563219302842372-127.0.0.1:42477_-n_0000000000) [n:127.0.0.1:42477_ ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(control_collection//collections/control_collection/state.json/2)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node2":{
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:42477",
[junit4] 2> "node_name":"127.0.0.1:42477_",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true"}}}}}
[junit4] 2> 1324575 INFO (qtp1308736656-46165) [n:127.0.0.1:42477_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1288
[junit4] 2> 1324575 DEBUG (OverseerThreadFactory-15645-thread-1-processing-n:127.0.0.1:42477_) [n:127.0.0.1:42477_ ] o.a.s.c.a.c.CreateCollectionCmd Finished create command on all shards for collection: control_collection
[junit4] 2> 1324575 DEBUG (OverseerThreadFactory-15645-thread-1-processing-n:127.0.0.1:42477_) [n:127.0.0.1:42477_ ] o.a.s.c.OverseerTaskProcessor Completed task:[/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 1324575 DEBUG (OverseerThreadFactory-15645-thread-1-processing-n:127.0.0.1:42477_) [n:127.0.0.1:42477_ ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000000] as completed.
[junit4] 2> 1324575 DEBUG (OverseerThreadFactory-15645-thread-1-processing-n:127.0.0.1:42477_) [n:127.0.0.1:42477_ ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 1324575 DEBUG (OverseerThreadFactory-15645-thread-1-processing-n:127.0.0.1:42477_) [n:127.0.0.1:42477_ ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 1324575 DEBUG (OverseerThreadFactory-15645-thread-1-processing-n:127.0.0.1:42477_) [n:127.0.0.1:42477_ ] o.a.s.c.OverseerTaskProcessor CompletedTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 1324575 INFO (OverseerThreadFactory-15645-thread-1-processing-n:127.0.0.1:42477_) [n:127.0.0.1:42477_ ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 1324576 DEBUG (OverseerThreadFactory-15645-thread-1-processing-n:127.0.0.1:42477_) [n:127.0.0.1:42477_ ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Message id: /overseer/collection-queue-work/qn-0000000000 complete, response: {success={127.0.0.1:42477_={responseHeader={status=0,QTime=1288},core=control_collection_shard1_replica_n1}}}
[junit4] 2> 1324577 INFO (qtp1308736656-46164) [n:127.0.0.1:42477_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 1324675 DEBUG (OverseerStateUpdate-72563219302842372-127.0.0.1:42477_-n_0000000000) [n:127.0.0.1:42477_ ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/control_collection/state.json version: 2
[junit4] 2> 1324675 INFO (zkCallback-15637-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1324675 INFO (zkCallback-15637-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1324675 INFO (zkCallback-15637-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1324676 INFO (qtp1308736656-46164) [n:127.0.0.1:42477_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:42477_&wt=javabin&version=2} status=0 QTime=1499
[junit4] 2> 1324676 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
[junit4] 2> 1324780 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[473FF5AD7B2E8060]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1324781 INFO (zkConnection
[...truncated too long message...]
ynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 3) Thread[id=49912, name=Session-HouseKeeper-4c13ca4e-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 4) Thread[id=49906, name=qtp991366907-49906, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 5) Thread[id=49908, name=qtp991366907-49908, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 6) Thread[id=49904, name=qtp991366907-49904, state=RUNNABLE, group=TGRP-ShardSplitTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$81/81354383.run(Unknown Source)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 7) Thread[id=50023, name=Connector-Scheduler-3f289d41-1, state=WAITING, group=TGRP-ShardSplitTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 8) Thread[id=49905, name=qtp991366907-49905, state=RUNNABLE, group=TGRP-ShardSplitTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:149)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:156)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:572)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:509)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$81/81354383.run(Unknown Source)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 9) Thread[id=49907, name=qtp991366907-49907, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 10) Thread[id=49910, name=qtp991366907-49910, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:842)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:892)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([473FF5AD7B2E8060]:0)
[junit4] Completed [435/921 (1!)] on J1 in 685.17s, 11 tests, 3 errors <<< FAILURES!
[...truncated 52220 lines...]
[JENKINS] Lucene » Lucene-Solr-NightlyTests-8.x - Build # 109 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-NightlyTests-8.x/109/
1 tests failed.
FAILED: org.apache.solr.cloud.cdcr.CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates
Error Message:
Timeout while trying to assert number of documents @ source_collection
Stack Trace:
java.lang.AssertionError: Timeout while trying to assert number of documents @ source_collection
at __randomizedtesting.SeedInfo.seed([FE2A253CBBF7DCCC:2D237522FE64405B]:0)
at org.apache.solr.cloud.cdcr.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:278)
at org.apache.solr.cloud.cdcr.CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates(CdcrReplicationHandlerTest.java:233)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.AssertionError: expected:<60> but was:<70>
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotEquals(Assert.java:835)
at org.junit.Assert.assertEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:633)
at org.apache.solr.cloud.cdcr.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:269)
... 46 more
Build Log:
[...truncated 14626 lines...]
[junit4] Suite: org.apache.solr.cloud.cdcr.CdcrReplicationHandlerTest
[junit4] 2> 2082493 INFO (SUITE-CdcrReplicationHandlerTest-seed#[FE2A253CBBF7DCCC]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/server/solr/configsets/_default/conf'
[junit4] 2> 2082493 INFO (SUITE-CdcrReplicationHandlerTest-seed#[FE2A253CBBF7DCCC]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2082493 INFO (SUITE-CdcrReplicationHandlerTest-seed#[FE2A253CBBF7DCCC]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.cdcr.CdcrReplicationHandlerTest_FE2A253CBBF7DCCC-001/data-dir-112-001
[junit4] 2> 2082493 WARN (SUITE-CdcrReplicationHandlerTest-seed#[FE2A253CBBF7DCCC]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=6 numCloses=6
[junit4] 2> 2082493 INFO (SUITE-CdcrReplicationHandlerTest-seed#[FE2A253CBBF7DCCC]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2082495 INFO (SUITE-CdcrReplicationHandlerTest-seed#[FE2A253CBBF7DCCC]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2082496 INFO (SUITE-CdcrReplicationHandlerTest-seed#[FE2A253CBBF7DCCC]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /f_nk/fk
[junit4] 2> 2082505 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2082505 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 2082505 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2082506 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 2082605 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.c.ZkTestServer start zk server on port: 33523
[junit4] 2> 2082606 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:33523
[junit4] 2> 2082606 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:33523
[junit4] 2> 2082606 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 33523
[junit4] 2> 2082607 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2082612 INFO (zkConnectionManagerCallback-9825-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2082612 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2082617 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2082619 INFO (zkConnectionManagerCallback-9827-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2082619 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2082622 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-cdcr.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 2082624 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 2082628 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 2082629 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 2082630 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 2082631 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 2082632 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 2082633 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 2082636 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 2082637 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 2082638 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 2082639 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2082640 INFO (zkConnectionManagerCallback-9831-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2082640 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2082742 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testPartialReplication
[junit4] 2> 2082867 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2082867 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 2082867 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_252-b09
[junit4] 2> 2082867 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2082867 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2082868 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2082868 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7febdbbe{/f_nk/fk,null,AVAILABLE}
[junit4] 2> 2082869 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1e7dab2d{SSL, (ssl, http/1.1)}{127.0.0.1:43155}
[junit4] 2> 2082869 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.e.j.s.Server Started @2082897ms
[junit4] 2> 2082869 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard1, hostContext=/f_nk/fk, hostPort=43155, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.cdcr.CdcrReplicationHandlerTest_FE2A253CBBF7DCCC-001/jetty-001/cores}
[junit4] 2> 2082869 ERROR (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2082869 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2082869 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.8.0
[junit4] 2> 2082869 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2082869 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
[junit4] 2> 2082869 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-12-01T14:17:30.330Z
[junit4] 2> 2082870 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2082871 INFO (zkConnectionManagerCallback-9833-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2082871 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2082976 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2082976 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.cdcr.CdcrReplicationHandlerTest_FE2A253CBBF7DCCC-001/jetty-001/solr.xml
[junit4] 2> 2082980 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2082980 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2082981 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@16462e13, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2083784 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 2083784 WARN (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 2083785 WARN (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@69dea6e8[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2083785 WARN (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@69dea6e8[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2083788 WARN (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 2083792 WARN (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@b92075d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2083792 WARN (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@b92075d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2083793 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33523/solr
[junit4] 2> 2083795 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2083796 INFO (zkConnectionManagerCallback-9844-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2083796 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2083797 WARN (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]-SendThread(127.0.0.1:33523)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x101d5954eb10004.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x101d5954eb10004, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x101d5954eb10004, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 2083898 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [n:127.0.0.1:43155_f_nk%2Ffk ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2083900 INFO (zkConnectionManagerCallback-9846-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2083900 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [n:127.0.0.1:43155_f_nk%2Ffk ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2083970 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [n:127.0.0.1:43155_f_nk%2Ffk ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43155_f_nk%2Ffk
[junit4] 2> 2083970 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [n:127.0.0.1:43155_f_nk%2Ffk ] o.a.s.c.Overseer Overseer (id=72573906261704709-127.0.0.1:43155_f_nk%2Ffk-n_0000000000) starting
[junit4] 2> 2083975 INFO (OverseerStateUpdate-72573906261704709-127.0.0.1:43155_f_nk%2Ffk-n_0000000000) [n:127.0.0.1:43155_f_nk%2Ffk ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:43155_f_nk%2Ffk
[junit4] 2> 2083977 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [n:127.0.0.1:43155_f_nk%2Ffk ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43155_f_nk%2Ffk
[junit4] 2> 2083980 INFO (zkCallback-9845-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2083982 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [n:127.0.0.1:43155_f_nk%2Ffk ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 2083983 WARN (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [n:127.0.0.1:43155_f_nk%2Ffk ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 2084007 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [n:127.0.0.1:43155_f_nk%2Ffk ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2084028 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [n:127.0.0.1:43155_f_nk%2Ffk ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16462e13
[junit4] 2> 2084037 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [n:127.0.0.1:43155_f_nk%2Ffk ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16462e13
[junit4] 2> 2084038 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [n:127.0.0.1:43155_f_nk%2Ffk ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16462e13
[junit4] 2> 2084039 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [n:127.0.0.1:43155_f_nk%2Ffk ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.cdcr.CdcrReplicationHandlerTest_FE2A253CBBF7DCCC-001/jetty-001/cores
[junit4] 2> 2084163 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2084163 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 2084163 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_252-b09
[junit4] 2> 2084164 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2084164 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2084164 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2084165 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7a723e7{/f_nk/fk,null,AVAILABLE}
[junit4] 2> 2084166 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1bc8741f{SSL, (ssl, http/1.1)}{127.0.0.1:39483}
[junit4] 2> 2084166 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.e.j.s.Server Started @2084195ms
[junit4] 2> 2084166 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard2, hostContext=/f_nk/fk, hostPort=39483, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.cdcr.CdcrReplicationHandlerTest_FE2A253CBBF7DCCC-001/jetty-002/cores}
[junit4] 2> 2084166 ERROR (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2084166 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2084167 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.8.0
[junit4] 2> 2084167 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2084167 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
[junit4] 2> 2084167 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-12-01T14:17:31.628Z
[junit4] 2> 2084171 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2084175 INFO (zkConnectionManagerCallback-9860-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2084175 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2084276 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2084277 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.cdcr.CdcrReplicationHandlerTest_FE2A253CBBF7DCCC-001/jetty-002/solr.xml
[junit4] 2> 2084280 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2084280 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2084282 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@16462e13, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2085015 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 2085016 WARN (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 2085017 WARN (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3c734c20[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2085017 WARN (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3c734c20[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2085020 WARN (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 2085020 WARN (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@37c0c61f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2085020 WARN (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@37c0c61f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2085022 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33523/solr
[junit4] 2> 2085023 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2085024 INFO (zkConnectionManagerCallback-9871-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2085024 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2085126 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [n:127.0.0.1:39483_f_nk%2Ffk ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2085127 INFO (zkConnectionManagerCallback-9873-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2085127 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [n:127.0.0.1:39483_f_nk%2Ffk ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2085133 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [n:127.0.0.1:39483_f_nk%2Ffk ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2085136 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [n:127.0.0.1:39483_f_nk%2Ffk ] o.a.s.c.ZkController Publish node=127.0.0.1:39483_f_nk%2Ffk as DOWN
[junit4] 2> 2085137 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [n:127.0.0.1:39483_f_nk%2Ffk ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2085137 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [n:127.0.0.1:39483_f_nk%2Ffk ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39483_f_nk%2Ffk
[junit4] 2> 2085138 INFO (zkCallback-9845-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2085139 INFO (zkCallback-9872-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2085140 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [n:127.0.0.1:39483_f_nk%2Ffk ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 2085140 WARN (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [n:127.0.0.1:39483_f_nk%2Ffk ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 2085153 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [n:127.0.0.1:39483_f_nk%2Ffk ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2085176 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [n:127.0.0.1:39483_f_nk%2Ffk ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16462e13
[junit4] 2> 2085188 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [n:127.0.0.1:39483_f_nk%2Ffk ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16462e13
[junit4] 2> 2085188 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [n:127.0.0.1:39483_f_nk%2Ffk ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16462e13
[junit4] 2> 2085190 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [n:127.0.0.1:39483_f_nk%2Ffk ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.cdcr.CdcrReplicationHandlerTest_FE2A253CBBF7DCCC-001/jetty-002/cores
[junit4] 2> 2085206 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2085207 INFO (zkConnectionManagerCallback-9886-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2085207 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2085208 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2085209 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33523/solr ready
[junit4] 2> 2085252 INFO (OverseerThreadFactory-9853-thread-1-processing-n:127.0.0.1:43155_f_nk%2Ffk) [n:127.0.0.1:43155_f_nk%2Ffk ] o.a.s.c.a.c.CreateCollectionCmd Create collection tmp_collection
[junit4] 2> 2085358 WARN (OverseerThreadFactory-9853-thread-1-processing-n:127.0.0.1:43155_f_nk%2Ffk) [n:127.0.0.1:43155_f_nk%2Ffk ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (tmp_collection) without cores.
[junit4] 2> 2085363 INFO (qtp1767064847-23565) [n:127.0.0.1:43155_f_nk%2Ffk ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 2085365 INFO (qtp1767064847-23565) [n:127.0.0.1:43155_f_nk%2Ffk ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=tmp_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&wt=javabin&version=2} status=0 QTime=116
[junit4] 2> 2085370 INFO (OverseerCollectionConfigSetProcessor-72573906261704709-127.0.0.1:43155_f_nk%2Ffk-n_0000000000) [n:127.0.0.1:43155_f_nk%2Ffk ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2085371 INFO (OverseerThreadFactory-9853-thread-2-processing-n:127.0.0.1:43155_f_nk%2Ffk) [n:127.0.0.1:43155_f_nk%2Ffk c:tmp_collection s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:43155_f_nk%2Ffk for creating new replica of shard shard1 for collection tmp_collection
[junit4] 2> 2085373 INFO (OverseerThreadFactory-9853-thread-2-processing-n:127.0.0.1:43155_f_nk%2Ffk) [n:127.0.0.1:43155_f_nk%2Ffk c:tmp_collection s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 2085416 INFO (qtp1767064847-23565) [n:127.0.0.1:43155_f_nk%2Ffk x:tmp_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=tmp_collection_shard1_replica_n1&action=CREATE&collection=tmp_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2085417 INFO (qtp1767064847-23565) [n:127.0.0.1:43155_f_nk%2Ffk x:tmp_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2086431 INFO (qtp1767064847-23565) [n:127.0.0.1:43155_f_nk%2Ffk c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.8.0
[junit4] 2> 2086442 INFO (qtp1767064847-23565) [n:127.0.0.1:43155_f_nk%2Ffk c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=test
[junit4] 2> 2086517 INFO (qtp1767064847-23565) [n:127.0.0.1:43155_f_nk%2Ffk c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 2086532 INFO (qtp1767064847-23565) [n:127.0.0.1:43155_f_nk%2Ffk c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'tmp_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
[junit4] 2> 2086532 INFO (qtp1767064847-23565) [n:127.0.0.1:43155_f_nk%2Ffk c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.tmp_collection.shard1.replica_n1' (registry 'solr.core.tmp_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16462e13
[junit4] 2> 2086532 INFO (qtp1767064847-23565) [n:127.0.0.1:43155_f_nk%2Ffk c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[tmp_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.cdcr.CdcrReplicationHandlerTest_FE2A253CBBF7DCCC-001/jetty-001/cores/tmp_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.cdcr.CdcrReplicationHandlerTest_FE2A253CBBF7DCCC-001/jetty-001/cores/tmp_collection_shard1_replica_n1/data/]
[junit4] 2> 2086535 INFO (qtp1767064847-23565) [n:127.0.0.1:43155_f_nk%2Ffk c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=4, maxMergeAtOnceExplicit=5, maxMergedSegmentMB=1.8125, floorSegmentMB=1.22265625, forceMergeDeletesPctAllowed=8.141720544216952, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=29.901897693651314
[junit4] 2> 2086620 WARN (qtp1767064847-23565) [n:127.0.0.1:43155_f_nk%2Ffk c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.D.s.CdcrRequestHandler Solr loaded a deprecated plugin/analysis class [solr.CdcrRequestHandler]. Please consult documentation how to replace it accordingly.
[junit4] 2> 2086621 WARN (qtp1767064847-23565) [n:127.0.0.1:43155_f_nk%2Ffk c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.h.CdcrRequestHandler CDCR (in its current form) is deprecated as of 8.6 and shall be removed in 9.0. See SOLR-14022 for details.
[junit4] 2> 2086622 INFO (qtp1767064847-23565) [n:127.0.0.1:43155_f_nk%2Ffk c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 2086622 INFO (qtp1767064847-23565) [n:127.0.0.1:43155_f_nk%2Ffk c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2086623 INFO (qtp1767064847-23565) [n:127.0.0.1:43155_f_nk%2Ffk c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2086623 INFO (qtp1767064847-23565) [n:127.0.0.1:43155_f_nk%2Ffk c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2086624 INFO (qtp1767064847-23565) [n:127.0.0.1:43155_f_nk%2Ffk c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=9, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.42834993346185957]
[junit4] 2> 2086625 INFO (qtp1767064847-23565) [n:127.0.0.1:43155_f_nk%2Ffk c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2086626 INFO (qtp1767064847-23565) [n:127.0.0.1:43155_f_nk%2Ffk c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2086626 INFO (qtp1767064847-23565) [n:127.0.0.1:43155_f_nk%2Ffk c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 2086632 INFO (qtp1767064847-23565) [n:127.0.0.1:43155_f_nk%2Ffk c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.h.CdcrBufferStateManager Created znode /collections/tmp_collection/cdcr/state/buffer
[junit4] 2> 2086637 INFO (qtp1767064847-23565) [n:127.0.0.1:43155_f_nk%2Ffk c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.h.CdcrProcessStateManager Created znode /collections/tmp_collection/cdcr/state/process
[junit4] 2> 2086655 INFO (qtp1767064847-23565) [n:127.0.0.1:43155_f_nk%2Ffk c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1684885737691938816
[junit4] 2> 2086657 INFO (searcherExecutor-9888-thread-1-processing-n:127.0.0.1:43155_f_nk%2Ffk x:tmp_collection_shard1_replica_n1 c:tmp_collection s:shard1) [n:127.0.0.1:43155_f_nk%2Ffk c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [tmp_collection_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 2086660 INFO (qtp1767064847-23565) [n:127.0.0.1:43155_f_nk%2Ffk c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tmp_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 2086660 INFO (qtp1767064847-23565) [n:127.0.0.1:43155_f_nk%2Ffk c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/tmp_collection/leaders/shard1
[junit4] 2> 2086665 INFO (qtp1767064847-23565) [n:127.0.0.1:43155_f_nk%2Ffk c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2086665 INFO (qtp1767064847-23565) [n:127.0.0.1:43155_f_nk%2Ffk c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2086665 INFO (qtp1767064847-23565) [n:127.0.0.1:43155_f_nk%2Ffk c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:43155/f_nk/fk/tmp_collection_shard1_replica_n1/
[junit4] 2> 2086666 INFO (qtp1767064847-23565) [n:127.0.0.1:43155_f_nk%2Ffk c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2086666 INFO (qtp1767064847-23565) [n:127.0.0.1:43155_f_nk%2Ffk c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:43155/f_nk/fk/tmp_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 2086666 INFO (qtp1767064847-23565) [n:127.0.0.1:43155_f_nk%2Ffk c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/tmp_collection/leaders/shard1/leader after winning as /collections/tmp_collection/leader_elect/shard1/election/72573906261704709-core_node2-n_0000000000
[junit4] 2> 2086667 INFO (zkCallback-9845-thread-1) [ ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ tmp_collection:shard1
[junit4] 2> 2086676 INFO (qtp1767064847-23565) [n:127.0.0.1:43155_f_nk%2Ffk c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:43155/f_nk/fk/tmp_collection_shard1_replica_n1/ shard1
[junit4] 2> 2086779 INFO (zkCallback-9845-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2086779 INFO (zkCallback-9845-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2086780 INFO (qtp1767064847-23565) [n:127.0.0.1:43155_f_nk%2Ffk c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2086783 INFO (qtp1767064847-23565) [n:127.0.0.1:43155_f_nk%2Ffk ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=tmp_collection_shard1_replica_n1&action=CREATE&collection=tmp_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1367
[junit4] 2> 2086787 INFO (qtp1767064847-23561) [n:127.0.0.1:43155_f_nk%2Ffk c:tmp_collection ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:43155_f_nk%252Ffk&action=ADDREPLICA&collection=tmp_collection&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1419
[junit4] 2> 2086790 INFO (OverseerCollectionConfigSetProcessor-72573906261704709-127.0.0.1:43155_f_nk%2Ffk-n_0000000000) [n:127.0.0.1:43155_f_nk%2Ffk ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2086790 INFO (OverseerThreadFactory-9853-thread-3-processing-n:127.0.0.1:43155_f_nk%2Ffk) [n:127.0.0.1:43155_f_nk%2Ffk c:tmp_collection s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:39483_f_nk%2Ffk for creating new replica of shard shard1 for collection tmp_collection
[junit4] 2> 2086791 INFO (OverseerThreadFactory-9853-thread-3-processing-n:127.0.0.1:43155_f_nk%2Ffk) [n:127.0.0.1:43155_f_nk%2Ffk c:tmp_collection s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 2086832 INFO (qtp713189690-23600) [n:127.0.0.1:39483_f_nk%2Ffk x:tmp_collection_shard1_replica_n3 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=tmp_collection_shard1_replica_n3&action=CREATE&collection=tmp_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2086938 INFO (zkCallback-9845-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2086938 INFO (zkCallback-9845-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2086938 INFO (zkCallback-9845-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2087845 INFO (qtp713189690-23600) [n:127.0.0.1:39483_f_nk%2Ffk c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.8.0
[junit4] 2> 2087868 INFO (qtp713189690-23600) [n:127.0.0.1:39483_f_nk%2Ffk c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n3 ] o.a.s.s.IndexSchema Schema name=test
[junit4] 2> 2087928 INFO (qtp713189690-23600) [n:127.0.0.1:39483_f_nk%2Ffk c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n3 ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 2087944 INFO (qtp713189690-23600) [n:127.0.0.1:39483_f_nk%2Ffk c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.CoreContainer Creating SolrCore 'tmp_collection_shard1_replica_n3' using configuration from configset conf1, trusted=true
[junit4] 2> 2087945 INFO (qtp713189690-23600) [n:127.0.0.1:39483_f_nk%2Ffk c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n3 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.tmp_collection.shard1.replica_n3' (registry 'solr.core.tmp_collection.shard1.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16462e13
[junit4] 2> 2087945 INFO (qtp713189690-23600) [n:127.0.0.1:39483_f_nk%2Ffk c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.SolrCore [[tmp_collection_shard1_replica_n3] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.cdcr.CdcrReplicationHandlerTest_FE2A253CBBF7DCCC-001/jetty-002/cores/tmp_collection_shard1_replica_n3], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.cdcr.CdcrReplicationHandlerTest_FE2A253CBBF7DCCC-001/jetty-002/cores/tmp_collection_shard1_replica_n3/data/]
[junit4] 2> 2087949 INFO (qtp713189690-23600) [n:127.0.0.1:39483_f_nk%2Ffk c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n3 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=4, maxMergeAtOnceExplicit=5, maxMergedSegmentMB=1.8125, floorSegmentMB=1.22265625, forceMergeDeletesPctAllowed=8.141720544216952, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=29.901897693651314
[junit4] 2> 2088025 WARN (qtp713189690-23600) [n:127.0.0.1:39483_f_nk%2Ffk c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n3 ] o.a.s.h.CdcrRequestHandler CDCR (in its current form) is deprecated as of 8.6 and shall be removed in 9.0. See SOLR-14022 for details.
[junit4] 2> 2088025 INFO (qtp713189690-23600) [n:127.0.0.1:39483_f_nk%2Ffk c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n3 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 2088026 INFO (qtp713189690-23600) [n:127.0.0.1:39483_f_nk%2Ffk c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n3 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2088027 INFO (qtp713189690-23600) [n:127.0.0.1:39483_f_nk%2Ffk c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n3 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2088027 INFO (qtp713189690-23600) [n:127.0.0.1:39483_f_nk%2Ffk c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n3 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2088027 INFO (qtp713189690-23600) [n:127.0.0.1:39483_f_nk%2Ffk c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n3 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=9, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.42834993346185957]
[junit4] 2> 2088029 INFO (qtp713189690-23600) [n:127.0.0.1:39483_f_nk%2Ffk c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n3 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2088029 INFO (qtp713189690-23600) [n:127.0.0.1:39483_f_nk%2Ffk c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n3 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2088029 INFO (qtp713189690-23600) [n:127.0.0.1:39483_f_nk%2Ffk c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n3 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 2088031 INFO (qtp713189690-23600) [n:127.0.0.1:39483_f_nk%2Ffk c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n3 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1684885739134779392
[junit4] 2> 2088033 INFO (searcherExecutor-9895-thread-1-processing-n:127.0.0.1:39483_f_nk%2Ffk x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1) [n:127.0.0.1:39483_f_nk%2Ffk c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.SolrCore [tmp_collection_shard1_replica_n3] Registered new searcher autowarm time: 0 ms
[junit4] 2> 2088037 INFO (qtp713189690-23600) [n:127.0.0.1:39483_f_nk%2Ffk c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tmp_collection/terms/shard1 to Terms{values={core_node2=0, core_node4=0}, version=1}
[junit4] 2> 2088037 INFO (qtp713189690-23600) [n:127.0.0.1:39483_f_nk%2Ffk c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/tmp_collection/leaders/shard1
[junit4] 2> 2088038 INFO (qtp1767064847-23565) [n:127.0.0.1:43155_f_nk%2Ffk c:tmp_collection s:shard1 r:core_node2 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.S.Request [tmp_collection_shard1_replica_n1] webapp=/f_nk/fk path=/cdcr params={action=LASTPROCESSEDVERSION&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 2088041 INFO (qtp713189690-23600) [n:127.0.0.1:39483_f_nk%2Ffk c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.ZkController Core needs to recover:tmp_collection_shard1_replica_n3
[junit4] 2> 2088041 INFO (updateExecutor-9867-thread-1-processing-n:127.0.0.1:39483_f_nk%2Ffk x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1) [n:127.0.0.1:39483_f_nk%2Ffk c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 2088041 INFO (recoveryExecutor-9869-thread-1-processing-n:127.0.0.1:39483_f_nk%2Ffk x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:39483_f_nk%2Ffk c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 2088045 INFO (recoveryExecutor-9869-thread-1-processing-n:127.0.0.1:39483_f_nk%2Ffk x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:39483_f_nk%2Ffk c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy startupVersions is empty
[junit4] 2> 2088045 INFO (qtp713189690-23600) [n:127.0.0.1:39483_f_nk%2Ffk ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=tmp_collection_shard1_replica_n3&action=CREATE&collection=tmp_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1213
[junit4] 2> 2088055 INFO (qtp1767064847-23561) [n:127.0.0.1:43155_f_nk%2Ffk c:tmp_collection s:shard1 r:core_node2 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.S.Request [tmp_collection_shard1_replica_n1] webapp=/f_nk/fk path=/admin/ping params={wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2088055 INFO (qtp1767064847-23561) [n:127.0.0.1:43155_f_nk%2Ffk c:tmp_collection s:shard1 r:core_node2 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.S.Request [tmp_collection_shard1_replica_n1] webapp=/f_nk/fk path=/admin/ping params={wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2088056 INFO (qtp1767064847-23562) [n:127.0.0.1:43155_f_nk%2Ffk c:tmp_collection ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:39483_f_nk%252Ffk&action=ADDREPLICA&collection=tmp_collection&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1267
[junit4] 2> 2088056 INFO (recoveryExecutor-9869-thread-1-processing-n:127.0.0.1:39483_f_nk%2Ffk x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:39483_f_nk%2Ffk c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[tmp_collection_shard1_replica_n3]
[junit4] 2> 2088056 INFO (recoveryExecutor-9869-thread-1-processing-n:127.0.0.1:39483_f_nk%2Ffk x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:39483_f_nk%2Ffk c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 2088056 INFO (recoveryExecutor-9869-thread-1-processing-n:127.0.0.1:39483_f_nk%2Ffk x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:39483_f_nk%2Ffk c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy Publishing state of core [tmp_collection_shard1_replica_n3] as recovering, leader is [https://127.0.0.1:43155/f_nk/fk/tmp_collection_shard1_replica_n1/] and I am [https://127.0.0.1:39483/f_nk/fk/tmp_collection_shard1_replica_n3/]
[junit4] 2> 2088059 INFO (recoveryExecutor-9869-thread-1-processing-n:127.0.0.1:39483_f_nk%2Ffk x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:39483_f_nk%2Ffk c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy Sending prep recovery command to [https://127.0.0.1:43155/f_nk/fk]; [WaitForState: action=PREPRECOVERY&core=tmp_collection_shard1_replica_n1&nodeName=127.0.0.1:39483_f_nk%252Ffk&coreNodeName=core_node4&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 2088063 INFO (qtp1767064847-23564) [n:127.0.0.1:43155_f_nk%2Ffk x:tmp_collection_shard1_replica_n1 ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node4, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
[junit4] 2> 2088063 INFO (qtp1767064847-23564) [n:127.0.0.1:43155_f_nk%2Ffk ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=tmp_collection, shard=shard1, thisCore=tmp_collection_shard1_replica_n1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:39483_f_nk%2Ffk, coreNodeName=core_node4, onlyIfActiveCheckResult=false, nodeProps: core_node4:{
[junit4] 2> "core":"tmp_collection_shard1_replica_n3",
[junit4] 2> "base_url":"https://127.0.0.1:39483/f_nk/fk",
[junit4] 2> "node_name":"127.0.0.1:39483_f_nk%2Ffk",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2088063 INFO (qtp1767064847-23564) [n:127.0.0.1:43155_f_nk%2Ffk ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=tmp_collection, shard=shard1, thisCore=tmp_collection_shard1_replica_n1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:39483_f_nk%2Ffk, coreNodeName=core_node4, onlyIfActiveCheckResult=false, nodeProps: core_node4:{
[junit4] 2> "core":"tmp_collection_shard1_replica_n3",
[junit4] 2> "base_url":"https://127.0.0.1:39483/f_nk/fk",
[junit4] 2> "node_name":"127.0.0.1:39483_f_nk%2Ffk",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2088063 INFO (qtp1767064847-23564) [n:127.0.0.1:43155_f_nk%2Ffk ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=tmp_collection, shard=shard1, thisCore=tmp_collection_shard1_replica_n1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:39483_f_nk%2Ffk, coreNodeName=core_node4, onlyIfActiveCheckResult=false, nodeProps: core_node4:{
[junit4] 2> "core":"tmp_collection_shard1_replica_n3",
[junit4] 2> "base_url":"https://127.0.0.1:39483/f_nk/fk",
[junit4] 2> "node_name":"127.0.0.1:39483_f_nk%2Ffk",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2088157 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: tmp_collection failOnTimeout: true timeout (sec):
[junit4] 1> replica:core_node2 rstate:active live:true
[junit4] 1> replica:core_node4 rstate:down live:true
[junit4] 1> replica:core_node2 rstate:active live:true
[junit4] 1> replica:core_node4 rstate:down live:true
[junit4] 1> replica:core_node2 rstate:active live:true
[junit4] 1> replica:core_node4 rstate:down live:true
[junit4] 2> 2088158 INFO (zkCallback-9845-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2088158 INFO (zkCallback-9872-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2088158 INFO (zkCallback-9845-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2088158 INFO (zkCallback-9845-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2088158 INFO (zkCallback-9872-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2088159 INFO (zkCallback-9872-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2088159 INFO (watches-9847-thread-1) [n:127.0.0.1:43155_f_nk%2Ffk ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=tmp_collection, shard=shard1, thisCore=tmp_collection_shard1_replica_n1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:39483_f_nk%2Ffk, coreNodeName=core_node4, onlyIfActiveCheckResult=false, nodeProps: core_node4:{
[junit4] 2> "core":"tmp_collection_shard1_replica_n3",
[junit4] 2> "base_url":"https://127.0.0.1:39483/f_nk/fk",
[junit4] 2> "node_name":"127.0.0.1:39483_f_nk%2Ffk",
[junit4] 2> "state":"recovering",
[junit4] 2> "type":"NRT"}
[junit4] 1> replica:core_node2 rstate:active live:true
[junit4] 1> replica:core_node4 rstate:recovering live:true
[junit4] 2> 2088159 INFO (qtp1767064847-23564) [n:127.0.0.1:43155_f_nk%2Ffk ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:39483_f_nk%252Ffk&onlyIfLeaderActive=true&core=tmp_collection_shard1_replica_n1&coreNodeName=core_node4&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=96
[junit4] 1> replica:core_node2 rstate:active live:true
[junit4] 1> replica:core_node4 rstate:recovering live:true
[junit4] 1> replica:core_node2 rstate:active live:true
[junit4] 1> replica:core_node4 rstate:recovering live:true
[junit4] 2> 2088660 INFO (recoveryExecutor-9869-thread-1-processing-n:127.0.0.1:39483_f_nk%2Ffk x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:39483_f_nk%2Ffk c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [https://127.0.0.1:43155/f_nk/fk/tmp_collection_shard1_replica_n1/] - recoveringAfterStartup=[true]
[junit4] 2> 2088660 WARN (recoveryExecutor-9869-thread-1-processing-n:127.0.0.1:39483_f_nk%2Ffk x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:39483_f_nk%2Ffk c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.u.PeerSyncWithLeader no frame of reference to tell if we've missed updates
[junit4] 2> 2088660 INFO (recoveryExecutor-9869-thread-1-processing-n:127.0.0.1:39483_f_nk%2Ffk x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:39483_f_nk%2Ffk c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy PeerSync Recovery was not successful - trying replication.
[junit4] 2> 2088660 INFO (recoveryExecutor-9869-thread-1-processing-n:127.0.0.1:39483_f_nk%2Ffk x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:39483_f_nk%2Ffk c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy Starting Replication Recovery.
[junit4] 2> 2088660 INFO (recoveryExecutor-9869-thread-1-processing-n:127.0.0.1:39483_f_nk%2Ffk x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:39483_f_nk%2Ffk c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy Attempting to replicate from [https://127.0.0.1:43155/f_nk/fk/tmp_collection_shard1_replica_n1/].
[junit4] 2> 2088710 INFO (qtp713189690-23599) [n:127.0.0.1:39483_f_nk%2Ffk c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.u.p.DistributedUpdateProcessor Ignoring commit while not ACTIVE - state: BUFFERING replay: false
[junit4] 2> 2088710 INFO (qtp713189690-23599) [n:127.0.0.1:39483_f_nk%2Ffk c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.S.Request [tmp_collection_shard1_replica_n3] webapp=/f_nk/fk path=/update params={update.distrib=FROMLEADER&update.chain=cdcr-processor-chain&waitSearcher=true&openSearcher=false&commit=true&softCommit=false&distrib.from=https://127.0.0.1:43155/f_nk/fk/tmp_collection_shard1_replica_n1/&commit_end_point=replicas&wt=javabin&version=2&expungeDeletes=false} status=0 QTime=0
[junit4] 2> 2088713 INFO (qtp1767064847-23561) [n:127.0.0.1:43155_f_nk%2Ffk c:tmp_collection s:shard1 r:core_node2 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.S.Request [tmp_collection_shard1_replica_n1] webapp=/f_nk/fk path=/update params={waitSearcher=true&openSearcher=false&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=52
[junit4] 2> 2088720 INFO (qtp1767064847-23562) [n:127.0.0.1:43155_f_nk%2Ffk c:tmp_collection s:shard1 r:core_node2 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.S.Request [tmp_collection_shard1_replica_n1] webapp=/f_nk/fk path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 2088720 INFO (recoveryExecutor-9869-thread-1-processing-n:127.0.0.1:39483_f_nk%2Ffk x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:39483_f_nk%2Ffk c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.h.IndexFetcher Leader's generation: 1
[junit4] 2> 2088721 INFO (recoveryExecutor-9869-thread-1-processing-n:127.0.0.1:39483_f_nk%2Ffk x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:39483_f_nk%2Ffk c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.h.IndexFetcher Leader's version: 0
[junit4] 2> 2088721 INFO (recoveryExecutor-9869-thread-1-processing-n:127.0.0.1:39483_f_nk%2Ffk x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:39483_f_nk%2Ffk c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.h.IndexFetcher Follower's generation: 1
[junit4] 2> 2088721 INFO (recoveryExecutor-9869-thread-1-processing-n:127.0.0.1:39483_f_nk%2Ffk x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:39483_f_nk%2Ffk c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.h.IndexFetcher Follower's version: 0
[junit4] 2> 2088721 INFO (recoveryExecutor-9869-thread-1-processing-n:127.0.0.1:39483_f_nk%2Ffk x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:39483_f_nk%2Ffk c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.h.IndexFetcher New index in Leader. Deleting mine...
[junit4] 2> 2088726 INFO (searcherExecutor-9895-thread-1-processing-n:127.0.0.1:39483_f_nk%2Ffk x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:39483_f_nk%2Ffk c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.SolrCore [tmp_collection_shard1_replica_n3] Registered new searcher autowarm time: 0 ms
[junit4] 2> 2088726 INFO (recoveryExecutor-9869-thread-1-processing-n:127.0.0.1:39483_f_nk%2Ffk x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:39483_f_nk%2Ffk c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy No replay needed.
[junit4] 2> 2088726 INFO (recoveryExecutor-9869-thread-1-processing-n:127.0.0.1:39483_f_nk%2Ffk x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:39483_f_nk%2Ffk c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy Replication Recovery was successful.
[junit4] 2> 2088726 INFO (recoveryExecutor-9869-thread-1-processing-n:127.0.0.1:39483_f_nk%2Ffk x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:39483_f_nk%2Ffk c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
[junit4] 2> 2088727 INFO (recoveryExecutor-9869-thread-1-processing-n:127.0.0.1:39483_f_nk%2Ffk x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:39483_f_nk%2Ffk c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy Updating version bucket highest from index after successful recovery.
[junit4] 2> 2088727 INFO (recoveryExecutor-9869-thread-1-processing-n:127.0.0.1:39483_f_nk%2Ffk x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:39483_f_nk%2Ffk c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1684885739864588288
[junit4] 2> 2088728 INFO (recoveryExecutor-9869-thread-1-processing-n:127.0.0.1:39483_f_nk%2Ffk x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:39483_f_nk%2Ffk c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy Finished recovery process, successful=[true]
[junit4] 2> 2088792 INFO (OverseerCollectionConfigSetProcessor-72573906261704709-127.0.0.1:43155_f_nk%2Ffk-n_0000000000) [n:127.0.0.1:43155_f_nk%2Ffk ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2088830 INFO (zkCallback-9845-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2088830 INFO (zkCallback-9872-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2088830 INFO (zkCallback-9872-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2088830 INFO (zkCallback-9845-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2088830 INFO (zkCallback-9872-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2088830 INFO (zkCallback-9845-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
[junit4] 1> replica:core_node2 rstate:active live:true
[junit4] 1> replica:core_node4 rstate:active live:true
[junit4] 1> no one is recoverying
[junit4] 2> 2088831 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: tmp_collection
[junit4] 2> 2088835 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2088839 INFO (zkConnectionManagerCallback-9906-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2088839 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2088840 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2088842 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplication-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33523/solr ready
[junit4] 2> 2088847 INFO (OverseerThreadFactory-9853-thread-4-processing-n:127.0.0.1:43155_f_nk%2Ffk) [n:127.0.0.1:43155_f_nk%2Ffk ] o.a.s.c.a.c.OverseerCollectionMessageHandler Executing Collection Cmd=action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true&deleteMetricsHistory=true, asyncId=null
[junit4] 2> 2088849 INFO (qtp1767064847-23563) [n:127.0.0.1:43155_f_nk%2Ffk x:tmp_collection_shard1_replica_n1 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tmp_collection.shard1.replica_n1 tag=null
[junit4] 2> 2088849 INFO (qtp1767064847-23563) [n:127.0.0.1:43155_f_nk%2Ffk x:tmp_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5d4fa0da: rootName = null, domain = solr.core.tmp_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.tmp_collection.shard1.replica_n1/com.codahale.metrics.MetricRegistry@2e4ec525
[junit4] 2> 2088878 INFO (qtp1767064847-23563) [n:127.0.0.1:43155_f_nk%2Ffk ] o.a.s.c.SolrCore [tmp_collection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@7708df52
[junit4] 2> 2088878 INFO (qtp1767064847-23563) [n:127.0.0.1:43155_f_nk%2Ffk ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tmp_collection.shard1.replica_n1 tag=SolrCore@7708df52
[junit4] 2> 2088878 INFO (qtp1767064847-23563) [n:127.0.0.1:43155_f_nk%2Ffk ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.tmp_collection.shard1.leader tag=SolrCore@7708df52
[junit4] 2> 2088878 INFO (qtp1767064847-23563) [n:127.0.0.1:43155_f_nk%2Ffk ] o.a.s.h.CdcrRequestHandler Solr core is being closed - shutting down CDCR handler @ tmp_collection:shard1
[junit4] 2> 2088879 INFO (qtp1767064847-23563) [n:127.0.0.1:43155_f_nk%2Ffk ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary).
[junit4] 2> 2088881 INFO (qtp1767064847-23563) [n:127.0.0.1:43155_f_nk%2Ffk ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tmp_collection/terms/shard1 to Terms{values={core_node4=0}, version=2}
[junit4] 2> 2088883 INFO (zkCallback-9872-thread-1) [ ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ tmp_collection:shard1
[junit4] 2> 2088883 INFO (qtp1767064847-23563) [n:127.0.0.1:43155_f_nk%2Ffk ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&deleteMetricsHistory=true&core=tmp_collection_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=34
[junit4] 2> 2088884 INFO (zkCallback-9872-thread-2) [n:127.0.0.1:39483_f_nk%2Ffk c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2088886 INFO (qtp713189690-23599) [n:127.0.0.1:39483_f_nk%2Ffk x:tmp_collection_shard1_replica_n3 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tmp_collection.shard1.replica_n3 tag=null
[junit4] 2> 2088886 INFO (qtp713189690-23599) [n:127.0.0.1:39483_f_nk%2Ffk x:tmp_collection_shard1_replica_n3 ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2808d3d6: rootName = null, domain = solr.core.tmp_collection.shard1.replica_n3, service url = null, agent id = null] for registry solr.core.tmp_collection.shard1.replica_n3/com.codahale.metrics.MetricRegistry@17cd1725
[junit4] 2> 2088905 INFO (qtp713189690-23599) [n:127.0.0.1:39483_f_nk%2Ffk ] o.a.s.c.SolrCore Core tmp_collection_shard1_replica_n3 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 2088986 INFO (zkCallback-9845-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2088986 INFO (zkCallback-9845-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2088986 INFO (zkCallback-9845-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2088986 INFO (zkCallback-9872-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2088986 INFO (zkCallback-9872-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2088986 INFO (zkCallback-9872-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2089005 INFO (qtp713189690-23599) [n:127.0.0.1:39483_f_nk%2Ffk ] o.a.s.c.SolrCore Core tmp_collection_shard1_replica_n3 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 2089105 INFO (qtp713189690-23599) [n:127.0.0.1:39483_f_nk%2Ffk ] o.a.s.c.SolrCore Core tmp_collection_shard1_replica_n3 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 2089205 INFO (qtp713189690-23599) [n:127.0.0.1:39483_f_nk%2Ffk ] o.a.s.c.SolrCore Core tmp_collection_shard1_replica_n3 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 2089305 INFO (qtp713189690-23599) [n:127.0.0.1:39483_f_nk%2Ffk ] o.a.s.c.SolrCore Core tmp_collection_shard1_replica_n3 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 2089406 INFO (qtp713189690-23599) [n:127.0.0.1:39483_f_nk%2Ffk ] o.a.s.c.SolrCore Core tmp_collection_shard1_replica_n3 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 2089506 INFO (qtp713189690-23599) [n:127.0.0.1:39483_f_nk%2Ffk ] o.a.s.c.SolrCore Core tmp_collection_shard1_replica_n3 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 2089606 INFO (qtp713189690-23599) [n:127.0.0.1:39483_f_nk%2Ffk ] o.a.s.c.SolrCore Core tmp_collection_shard1_replica_n3 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 2089706 INFO (qtp713189690-23599) [n:127.0.0.1:39483_f_nk%2Ffk ] o.a.s.c.SolrCore Core tmp_collection_shard1_replica_n3 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 2089807 INFO (qtp713189690-23599) [n:127.0.0.1:39483_f_nk%2Ffk ] o.a.s.c.SolrCore Core tmp_collection_shard1_replica_n3 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 2089907 INFO (qtp713189690-23599) [n:127.0.0.1:39483_f_nk%2Ffk ] o.a.s.c.SolrCore Core tmp_collection_shard1_replica_n3 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 2090007 INFO (qtp713189690-23599) [n:127.0.0.1:39483_f_nk%2Ffk ] o.a.s.c.SolrCore Core tmp_collection_shard1_replica_n3 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 2090107 INFO (qtp713189690-23599) [n:127.0.0.1:39483_f_nk%2Ffk ] o.a.s.c.SolrCore Core tmp_collection_shard1_replica_n3 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 2090207 INFO (qtp713189690-23599) [n:127.0.0.1:39483_f_nk%2Ffk ] o.a.s.c.SolrCore Core tmp_collection_shard1_replica_n3 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 2090307 INFO (qtp713189690-23599) [n:127.0.0.1:39483_f_nk%2Ffk ] o.a.s.c.SolrCore Core tmp_collection_shard1_replica_n3 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 2090408 INFO (qtp713189690-23599) [n:127.0.0.1:39483_f_nk%2Ffk ] o.a.s.c.SolrCore Core tmp_collection_shard1_replica_n3 is not yet closed, waiting 100 ms before checking again.
[...truncated too long message...]
[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 2226653 INFO (closeThreadPool-11121-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72573913952485384-127.0.0.1:46493_f_nk%2Ffk-n_0000000001) closing
[junit4] 2> 2226751 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.c.Overseer Overseer (id=72573913952485384-127.0.0.1:46493_f_nk%2Ffk-n_0000000001) closing
[junit4] 2> 2226754 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[FE2A253CBBF7DCCC]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@69c2c9d7{SSL, (ssl, http/1.1)}{127.0.0.1:0}
[junit4] 2> 2226754 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[FE2A253CBBF7DCCC]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@a6d012b{/f_nk/fk,null,STOPPED}
[junit4] 2> 2226754 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[FE2A253CBBF7DCCC]) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 2226755 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testPartialReplicationWithTruncatedTlog
[junit4] 2> 2226755 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 2226756 WARN (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[FE2A253CBBF7DCCC]-SendThread(127.0.0.1:38905)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x101d59719190000.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x101d59719190000, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x101d59719190000, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 2226858 WARN (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[FE2A253CBBF7DCCC]-SendThread(127.0.0.1:38905)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x101d59719190001.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x101d59719190001, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x101d59719190001, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 2226961 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 23 /solr/aliases.json
[junit4] 2> 13 /solr/collections/source_collection/terms/shard1
[junit4] 2> 8 /solr/collections/tmp_collection/terms/shard1
[junit4] 2> 7 /solr/collections/tmp_collection/state.json
[junit4] 2> 6 /solr/collections/source_collection/leaders/shard1/leader
[junit4] 2> 5 /solr/configs/conf1
[junit4] 2> 4 /solr/collections/tmp_collection/leaders/shard1/leader
[junit4] 2> 3 /solr/packages.json
[junit4] 2> 3 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 49 /solr/collections/source_collection/state.json
[junit4] 2> 27 /solr/collections/tmp_collection/state.json
[junit4] 2> 23 /solr/clusterprops.json
[junit4] 2> 23 /solr/clusterstate.json
[junit4] 2> 4 /solr/collections/source_collection/cdcr/state/buffer
[junit4] 2> 4 /solr/collections/source_collection/cdcr/state/process
[junit4] 2> 2 /solr/collections/tmp_collection/cdcr/state/buffer
[junit4] 2> 2 /solr/autoscaling.json
[junit4] 2> 2 /solr/collections/source_collection/leader_elect/shard1/election/72573913952485384-core_node3-n_0000000000
[junit4] 2> 2 /solr/collections/tmp_collection/cdcr/state/process
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 46 /solr/overseer/queue
[junit4] 2> 32 /solr/collections
[junit4] 2> 31 /solr/live_nodes
[junit4] 2> 21 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/autoscaling/events/.scheduled_maintenance
[junit4] 2> 2 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 2226966 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:38905
[junit4] 2> 2226966 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:38905
[junit4] 2> 2226967 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[FE2A253CBBF7DCCC]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 38905
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.cdcr.CdcrReplicationHandlerTest_FE2A253CBBF7DCCC-001
[junit4] 2> Dec 01, 2020 2:19:54 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene87): {_root_=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), id=Lucene84}, docValues:{_version_=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=988, maxMBSortInHeap=5.630137051555703, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=pt, timezone=Asia/Bahrain
[junit4] 2> NOTE: Linux 4.15.0-112-generic amd64/Oracle Corporation 1.8.0_252 (64-bit)/cpus=4,threads=1,free=110125096,total=527958016
[junit4] 2> NOTE: All tests run in this JVM: [AtomicUpdateProcessorFactoryTest, TestReplicationHandlerDiskOverFlow, ExternalFileFieldSortTest, LoggingHandlerTest, TestDistributedStatsComponentCardinality, ConcurrentCreateRoutedAliasTest, DaemonStreamApiTest, RemoteQueryErrorTest, TestPerFieldSimilarityWithDefaultOverride, CheckHdfsIndexTest, DeleteShardTest, ZkCollectionPropsCachingTest, ExecutePlanActionTest, EchoParamsTest, TestFieldResource, SolrInfoBeanTest, TestSolrIndexConfig, FacetPivotSmallTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestLegacyNumericRangeQueryBuilder, CacheHeaderTest, PreAnalyzedFieldManagedSchemaCloudTest, TestRandomFlRTGCloud, TestDocumentBuilder, RequiredFieldsTest, TestQuerySenderListener, TestTlogReplica, TestCloudJSONFacetJoinDomain, TestInPlaceUpdatesDistrib, TestConfigSetsAPIExclusivity, TestComponentsName, TestSmileRequest, SharedFSAutoReplicaFailoverTest, MoreLikeThisHandlerTest, TestLegacyFieldReuse, TestPayloadScoreQParserPlugin, TestTrackingShardHandlerFactory, TestTermsQParserPlugin, HLLSerializationTest, TestLMJelinekMercerSimilarityFactory, TestSchemaResource, BlockJoinFacetDistribTest, RegexBytesRefFilterTest, BaseCdcrDistributedZkTest, TestDistribIDF, JvmMetricsTest, SpatialRPTFieldTypeTest, TestCursorMarkWithoutUniqueKey, ConvertedLegacyTest, RestartWhileUpdatingTest, ResponseHeaderTest, TestLeaderElectionZkExpiry, NodeMutatorTest, DistributedFacetPivotWhiteBoxTest, JSONWriterTest, TestSSLRandomization, TriggerSetPropertiesIntegrationTest, DocValuesMissingTest, TestIndexSearcher, DistributedFacetPivotLargeTest, CdcrUpdateLogTest, AuditLoggerIntegrationTest, TestUseDocValuesAsStored2, SimpleMLTQParserTest, TestMultiWordSynonyms, ExitableDirectoryReaderTest, UpdateParamsTest, TestPolicyCloud, TestManagedResource, PrimUtilsTest, SpellCheckCollatorWithCollapseTest, RAMDirectoryFactoryTest, IndexSizeTriggerSizeEstimationTest, TestDynamicFieldNamesIndexCorrectly, TestTolerantSearch, SuggestComponentTest, TestSolrCoreParser, TestJmxIntegration, PeerSyncReplicationTest, TestRTGBase, MetricsHistoryHandlerTest, SuggesterWFSTTest, TestJsonRangeFacets, TestSchemalessBufferedUpdates, TestCircuitBreaker, TestObjectReleaseTracker, RankQParserPluginTest, BigEndianAscendingWordSerializerTest, ShowFileRequestHandlerTest, TestExtendedDismaxParser, TestDelegationWithHadoopAuth, MetricUtilsTest, TestStressCloudBlindAtomicUpdates, CurrencyRangeFacetCloudTest, MoveReplicaTest, TestSystemCollAutoCreate, TestExplainDocTransformer, ClassificationUpdateProcessorIntegrationTest, TestNumericRangeQuery32, DynamicMapsTest, DirectSolrSpellCheckerTest, TestCoreBackup, TriLevelCompositeIdRoutingTest, WordBreakSolrSpellCheckerTest, BadComponentTest, TestHdfsCloudBackupRestore, BlobRepositoryCloudTest, CdcrReplicationHandlerTest]
[junit4] Completed [480/921 (1!)] on J2 in 144.93s, 5 tests, 1 failure <<< FAILURES!
[...truncated 52275 lines...]
[JENKINS] Lucene » Lucene-Solr-NightlyTests-8.x - Build # 108 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-NightlyTests-8.x/108/
1 tests failed.
FAILED: org.apache.solr.cloud.TestPullReplicaErrorHandling.testCantConnectToPullReplica
Error Message:
Error from server at http://127.0.0.1:32923/solr: Cannot create collection pull_replica_error_handling_test_cant_connect_to_pull_replica. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 3. This allows a maximum of 3 to be created. Value of numShards is 2, value of nrtReplicas is 1, value of tlogReplicas is 0 and value of pullReplicas is 1. This requires 4 shards to be created (higher than the allowed number)
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:32923/solr: Cannot create collection pull_replica_error_handling_test_cant_connect_to_pull_replica. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 3. This allows a maximum of 3 to be created. Value of numShards is 2, value of nrtReplicas is 1, value of tlogReplicas is 0 and value of pullReplicas is 1. This requires 4 shards to be created (higher than the allowed number)
at __randomizedtesting.SeedInfo.seed([C8A3F64B25D6F6A:4BDD9AC69F31BE4]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1173)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
at org.apache.solr.cloud.TestPullReplicaErrorHandling.testCantConnectToPullReplica(TestPullReplicaErrorHandling.java:149)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14871 lines...]
[junit4] Suite: org.apache.solr.cloud.TestPullReplicaErrorHandling
[junit4] 2> 2633713 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/server/solr/configsets/_default/conf'
[junit4] 2> 2633713 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2633714 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplicaErrorHandling_C8A3F64B25D6F6A-001/data-dir-128-001
[junit4] 2> 2633714 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2633715 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 2633715 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplicaErrorHandling_C8A3F64B25D6F6A-001/tempDir-001
[junit4] 2> 2633715 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2633716 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 2633716 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2633717 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 2633816 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port: 41165
[junit4] 2> 2633816 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:41165
[junit4] 2> 2633816 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:41165
[junit4] 2> 2633816 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 41165
[junit4] 2> 2633817 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2633820 INFO (zkConnectionManagerCallback-17115-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2633820 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2633822 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2633823 INFO (zkConnectionManagerCallback-17117-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2633824 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2633824 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2633825 INFO (zkConnectionManagerCallback-17119-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2633825 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2633927 INFO (jetty-launcher-17120-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2633927 INFO (jetty-launcher-17120-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 2633927 INFO (jetty-launcher-17120-thread-2) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_252-b09
[junit4] 2> 2633928 INFO (jetty-launcher-17120-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2633928 INFO (jetty-launcher-17120-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 2633928 INFO (jetty-launcher-17120-thread-3) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_252-b09
[junit4] 2> 2633929 INFO (jetty-launcher-17120-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2633929 INFO (jetty-launcher-17120-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 2633929 INFO (jetty-launcher-17120-thread-4) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_252-b09
[junit4] 2> 2633929 INFO (jetty-launcher-17120-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2633929 INFO (jetty-launcher-17120-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 2633929 INFO (jetty-launcher-17120-thread-1) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_252-b09
[junit4] 2> 2633934 INFO (jetty-launcher-17120-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2633934 INFO (jetty-launcher-17120-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2633934 INFO (jetty-launcher-17120-thread-3) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2633934 INFO (jetty-launcher-17120-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2633934 INFO (jetty-launcher-17120-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2633934 INFO (jetty-launcher-17120-thread-4) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2633934 INFO (jetty-launcher-17120-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2633934 INFO (jetty-launcher-17120-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2633934 INFO (jetty-launcher-17120-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2633935 INFO (jetty-launcher-17120-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2633935 INFO (jetty-launcher-17120-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2633935 INFO (jetty-launcher-17120-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2633935 INFO (jetty-launcher-17120-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5964a19d{/solr,null,AVAILABLE}
[junit4] 2> 2633935 INFO (jetty-launcher-17120-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6ffbbc18{/solr,null,AVAILABLE}
[junit4] 2> 2633935 INFO (jetty-launcher-17120-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@77c57497{/solr,null,AVAILABLE}
[junit4] 2> 2633935 INFO (jetty-launcher-17120-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@58da6250{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:42255}
[junit4] 2> 2633935 INFO (jetty-launcher-17120-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@76386b24{/solr,null,AVAILABLE}
[junit4] 2> 2633935 INFO (jetty-launcher-17120-thread-1) [ ] o.e.j.s.Server Started @2633969ms
[junit4] 2> 2633936 INFO (jetty-launcher-17120-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42255}
[junit4] 2> 2633936 INFO (jetty-launcher-17120-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@65526701{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:43745}
[junit4] 2> 2633936 INFO (jetty-launcher-17120-thread-3) [ ] o.e.j.s.Server Started @2633969ms
[junit4] 2> 2633936 INFO (jetty-launcher-17120-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43745}
[junit4] 2> 2633936 ERROR (jetty-launcher-17120-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2633936 INFO (jetty-launcher-17120-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2633936 INFO (jetty-launcher-17120-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.8.0
[junit4] 2> 2633936 ERROR (jetty-launcher-17120-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2633936 INFO (jetty-launcher-17120-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2633936 INFO (jetty-launcher-17120-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2633936 INFO (jetty-launcher-17120-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
[junit4] 2> 2633936 INFO (jetty-launcher-17120-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-11-30T16:02:36.593Z
[junit4] 2> 2633936 INFO (jetty-launcher-17120-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.8.0
[junit4] 2> 2633936 INFO (jetty-launcher-17120-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2633936 INFO (jetty-launcher-17120-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
[junit4] 2> 2633936 INFO (jetty-launcher-17120-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-11-30T16:02:36.593Z
[junit4] 2> 2633936 INFO (jetty-launcher-17120-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2633937 INFO (jetty-launcher-17120-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2633937 INFO (jetty-launcher-17120-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5eccbd9c{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:38111}
[junit4] 2> 2633937 INFO (jetty-launcher-17120-thread-2) [ ] o.e.j.s.Server Started @2633971ms
[junit4] 2> 2633937 INFO (jetty-launcher-17120-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38111}
[junit4] 2> 2633937 ERROR (jetty-launcher-17120-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2633937 INFO (jetty-launcher-17120-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2633937 INFO (jetty-launcher-17120-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.8.0
[junit4] 2> 2633937 INFO (jetty-launcher-17120-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2633937 INFO (jetty-launcher-17120-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
[junit4] 2> 2633937 INFO (jetty-launcher-17120-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-11-30T16:02:36.594Z
[junit4] 2> 2633937 INFO (zkConnectionManagerCallback-17122-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2633937 INFO (jetty-launcher-17120-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2633938 INFO (jetty-launcher-17120-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2633938 INFO (jetty-launcher-17120-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2633938 INFO (jetty-launcher-17120-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4ce0f723{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:42469}
[junit4] 2> 2633938 INFO (jetty-launcher-17120-thread-4) [ ] o.e.j.s.Server Started @2633972ms
[junit4] 2> 2633938 INFO (jetty-launcher-17120-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42469}
[junit4] 2> 2633938 ERROR (jetty-launcher-17120-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2633938 INFO (jetty-launcher-17120-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2633938 INFO (zkConnectionManagerCallback-17126-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2633939 INFO (jetty-launcher-17120-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.8.0
[junit4] 2> 2633939 INFO (jetty-launcher-17120-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2633939 INFO (jetty-launcher-17120-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
[junit4] 2> 2633939 INFO (jetty-launcher-17120-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-11-30T16:02:36.596Z
[junit4] 2> 2633939 INFO (jetty-launcher-17120-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2633939 INFO (jetty-launcher-17120-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2633940 INFO (jetty-launcher-17120-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2633940 INFO (zkConnectionManagerCallback-17128-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2633941 INFO (jetty-launcher-17120-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2633941 INFO (zkConnectionManagerCallback-17124-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2633942 INFO (jetty-launcher-17120-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2633943 INFO (jetty-launcher-17120-thread-1) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 2633943 INFO (jetty-launcher-17120-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2633943 INFO (jetty-launcher-17120-thread-2) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 2633946 INFO (jetty-launcher-17120-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2633946 INFO (jetty-launcher-17120-thread-4) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 2633949 WARN (jetty-launcher-17120-thread-2-SendThread(127.0.0.1:41165)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x101d0d1600b0005.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x101d0d1600b0005, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x101d0d1600b0005, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 2633949 INFO (jetty-launcher-17120-thread-3) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 2634052 WARN (jetty-launcher-17120-thread-3-SendThread(127.0.0.1:41165)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x101d0d1600b0004.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x101d0d1600b0004, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x101d0d1600b0004, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 2634208 INFO (jetty-launcher-17120-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 2634209 WARN (jetty-launcher-17120-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@33decb7f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2634209 WARN (jetty-launcher-17120-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@33decb7f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2634212 WARN (jetty-launcher-17120-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@533f77f7[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2634212 WARN (jetty-launcher-17120-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@533f77f7[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2634213 INFO (jetty-launcher-17120-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41165/solr
[junit4] 2> 2634214 INFO (jetty-launcher-17120-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2634215 INFO (zkConnectionManagerCallback-17145-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2634215 INFO (jetty-launcher-17120-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2634215 WARN (jetty-launcher-17120-thread-1-SendThread(127.0.0.1:41165)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x101d0d1600b0007.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x101d0d1600b0007, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x101d0d1600b0007, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 2634327 INFO (jetty-launcher-17120-thread-1) [n:127.0.0.1:42255_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2634342 INFO (zkConnectionManagerCallback-17150-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2634342 INFO (jetty-launcher-17120-thread-1) [n:127.0.0.1:42255_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2634400 INFO (jetty-launcher-17120-thread-1) [n:127.0.0.1:42255_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42255_solr
[junit4] 2> 2634400 INFO (jetty-launcher-17120-thread-1) [n:127.0.0.1:42255_solr ] o.a.s.c.Overseer Overseer (id=72568666692714504-127.0.0.1:42255_solr-n_0000000000) starting
[junit4] 2> 2634429 INFO (OverseerStateUpdate-72568666692714504-127.0.0.1:42255_solr-n_0000000000) [n:127.0.0.1:42255_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:42255_solr
[junit4] 2> 2634440 INFO (jetty-launcher-17120-thread-4) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 2634441 INFO (jetty-launcher-17120-thread-1) [n:127.0.0.1:42255_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42255_solr
[junit4] 2> 2634443 INFO (jetty-launcher-17120-thread-1) [n:127.0.0.1:42255_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 2634443 WARN (jetty-launcher-17120-thread-1) [n:127.0.0.1:42255_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 2634449 INFO (zkCallback-17149-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2634485 WARN (jetty-launcher-17120-thread-4) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@212cb605[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2634512 WARN (jetty-launcher-17120-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@212cb605[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2634513 INFO (jetty-launcher-17120-thread-1) [n:127.0.0.1:42255_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplicaErrorHandling_C8A3F64B25D6F6A-001/tempDir-001/node1
[junit4] 2> 2634586 WARN (jetty-launcher-17120-thread-4) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@56ee8044[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2634586 WARN (jetty-launcher-17120-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@56ee8044[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2634587 INFO (jetty-launcher-17120-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41165/solr
[junit4] 2> 2634601 INFO (jetty-launcher-17120-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2634613 INFO (zkConnectionManagerCallback-17168-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2634613 INFO (jetty-launcher-17120-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2634729 INFO (jetty-launcher-17120-thread-4) [n:127.0.0.1:42469_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2634749 INFO (zkConnectionManagerCallback-17170-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2634749 INFO (jetty-launcher-17120-thread-4) [n:127.0.0.1:42469_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2634752 INFO (jetty-launcher-17120-thread-4) [n:127.0.0.1:42469_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2634756 INFO (jetty-launcher-17120-thread-4) [n:127.0.0.1:42469_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:42469_solr as DOWN
[junit4] 2> 2634756 INFO (jetty-launcher-17120-thread-4) [n:127.0.0.1:42469_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2634756 INFO (jetty-launcher-17120-thread-4) [n:127.0.0.1:42469_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42469_solr
[junit4] 2> 2634757 INFO (zkCallback-17149-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2634758 INFO (jetty-launcher-17120-thread-4) [n:127.0.0.1:42469_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 2634759 WARN (jetty-launcher-17120-thread-4) [n:127.0.0.1:42469_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 2634767 INFO (zkCallback-17169-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2634772 INFO (jetty-launcher-17120-thread-4) [n:127.0.0.1:42469_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplicaErrorHandling_C8A3F64B25D6F6A-001/tempDir-001/node4
[junit4] 2> 2635013 INFO (jetty-launcher-17120-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 2635014 WARN (jetty-launcher-17120-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5d516d85[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2635016 WARN (jetty-launcher-17120-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5d516d85[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2635037 WARN (jetty-launcher-17120-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@13cf1603[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2635037 WARN (jetty-launcher-17120-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@13cf1603[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2635038 INFO (jetty-launcher-17120-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41165/solr
[junit4] 2> 2635039 INFO (jetty-launcher-17120-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2635046 INFO (zkConnectionManagerCallback-17184-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2635046 INFO (jetty-launcher-17120-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2635149 INFO (jetty-launcher-17120-thread-3) [n:127.0.0.1:43745_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2635149 INFO (zkConnectionManagerCallback-17186-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2635149 INFO (jetty-launcher-17120-thread-3) [n:127.0.0.1:43745_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2635152 INFO (jetty-launcher-17120-thread-3) [n:127.0.0.1:43745_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2635155 INFO (jetty-launcher-17120-thread-3) [n:127.0.0.1:43745_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:43745_solr as DOWN
[junit4] 2> 2635156 INFO (jetty-launcher-17120-thread-3) [n:127.0.0.1:43745_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2635156 INFO (jetty-launcher-17120-thread-3) [n:127.0.0.1:43745_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43745_solr
[junit4] 2> 2635157 INFO (zkCallback-17149-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2635158 INFO (jetty-launcher-17120-thread-3) [n:127.0.0.1:43745_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 2635158 WARN (jetty-launcher-17120-thread-3) [n:127.0.0.1:43745_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 2635169 INFO (zkCallback-17169-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2635169 INFO (zkCallback-17185-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2635176 INFO (jetty-launcher-17120-thread-3) [n:127.0.0.1:43745_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplicaErrorHandling_C8A3F64B25D6F6A-001/tempDir-001/node3
[junit4] 2> 2636047 INFO (jetty-launcher-17120-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 2636048 WARN (jetty-launcher-17120-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@53a53059[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2636049 WARN (jetty-launcher-17120-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@53a53059[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2636052 WARN (jetty-launcher-17120-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6ba3f959[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2636052 WARN (jetty-launcher-17120-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6ba3f959[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2636054 INFO (jetty-launcher-17120-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41165/solr
[junit4] 2> 2636054 INFO (jetty-launcher-17120-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2636057 INFO (zkConnectionManagerCallback-17200-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2636057 INFO (jetty-launcher-17120-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2636058 WARN (jetty-launcher-17120-thread-2-SendThread(127.0.0.1:41165)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x101d0d1600b000d.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x101d0d1600b000d, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x101d0d1600b000d, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 2636159 INFO (jetty-launcher-17120-thread-2) [n:127.0.0.1:38111_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2636161 INFO (zkConnectionManagerCallback-17202-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2636161 INFO (jetty-launcher-17120-thread-2) [n:127.0.0.1:38111_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2636165 INFO (jetty-launcher-17120-thread-2) [n:127.0.0.1:38111_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2636168 INFO (jetty-launcher-17120-thread-2) [n:127.0.0.1:38111_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:38111_solr as DOWN
[junit4] 2> 2636169 INFO (jetty-launcher-17120-thread-2) [n:127.0.0.1:38111_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2636169 INFO (jetty-launcher-17120-thread-2) [n:127.0.0.1:38111_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38111_solr
[junit4] 2> 2636170 INFO (zkCallback-17185-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2636170 INFO (zkCallback-17169-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2636170 INFO (zkCallback-17149-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2636172 INFO (jetty-launcher-17120-thread-2) [n:127.0.0.1:38111_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 2636172 WARN (jetty-launcher-17120-thread-2) [n:127.0.0.1:38111_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 2636179 INFO (zkCallback-17201-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2636196 INFO (jetty-launcher-17120-thread-2) [n:127.0.0.1:38111_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplicaErrorHandling_C8A3F64B25D6F6A-001/tempDir-001/node2
[junit4] 2> 2636205 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=4
[junit4] 2> 2636206 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2636207 INFO (zkConnectionManagerCallback-17213-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2636207 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2636208 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2636209 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41165/solr ready
[junit4] 2> 2636212 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=639682127
[junit4] 2> 2636212 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:42255_solr
[junit4] 2> 2636212 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 2636212 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:42255_solr as DOWN
[junit4] 2> 2636217 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2636221 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 2636221 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 2636221 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 2636221 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 2636222 INFO (closeThreadPool-17218-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72568666692714504-127.0.0.1:42255_solr-n_0000000000) closing
[junit4] 2> 2636222 INFO (OverseerStateUpdate-72568666692714504-127.0.0.1:42255_solr-n_0000000000) [n:127.0.0.1:42255_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:42255_solr
[junit4] 2> 2636225 INFO (OverseerAutoScalingTriggerThread-72568666692714504-127.0.0.1:42255_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2636230 INFO (closeThreadPool-17218-thread-2) [ ] o.a.s.c.Overseer Overseer (id=72568666692714504-127.0.0.1:42255_solr-n_0000000000) closing
[junit4] 2> 2636231 WARN (jetty-launcher-17120-thread-1-SendThread(127.0.0.1:41165)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x101d0d1600b0008.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x101d0d1600b0008, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x101d0d1600b0008, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 2636231 INFO (zkCallback-17201-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 2636232 INFO (zkCallback-17169-thread-1) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42469_solr
[junit4] 2> 2636232 INFO (zkCallback-17185-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 2636332 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.Overseer Overseer (id=72568666692714504-127.0.0.1:42255_solr-n_0000000000) closing
[junit4] 2> 2636332 INFO (zkCallback-17212-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 2636333 INFO (zkCallback-17169-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 2636333 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@58da6250{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
[junit4] 2> 2636334 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6ffbbc18{/solr,null,STOPPED}
[junit4] 2> 2636334 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 2636334 INFO (zkCallback-17169-thread-1) [n:127.0.0.1:42469_solr ] o.a.s.c.Overseer Overseer (id=72568666692714506-127.0.0.1:42469_solr-n_0000000001) starting
[junit4] 2> 2636334 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2636334 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 2636335 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_252-b09
[junit4] 2> 2636335 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2636335 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2636335 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2636336 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7da80f9d{/solr,null,AVAILABLE}
[junit4] 2> 2636336 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@607cccb4{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:36713}
[junit4] 2> 2636336 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.e.j.s.Server Started @2636370ms
[junit4] 2> 2636336 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36431}
[junit4] 2> 2636336 ERROR (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2636336 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2636336 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.8.0
[junit4] 2> 2636336 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2636336 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
[junit4] 2> 2636336 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-11-30T16:02:38.993Z
[junit4] 2> 2636337 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2636341 INFO (OverseerStateUpdate-72568666692714506-127.0.0.1:42469_solr-n_0000000001) [n:127.0.0.1:42469_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:42469_solr
[junit4] 2> 2636345 INFO (zkConnectionManagerCallback-17220-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2636345 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2636346 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2636351 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 2637527 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 2637528 WARN (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3fc8043e[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2637528 WARN (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3fc8043e[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2637532 WARN (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7065aab9[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2637532 WARN (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7065aab9[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2637533 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41165/solr
[junit4] 2> 2637534 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2637535 INFO (zkConnectionManagerCallback-17235-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2637535 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2637537 WARN (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker-SendThread(127.0.0.1:41165)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x101d0d1600b0011.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x101d0d1600b0011, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x101d0d1600b0011, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 2637642 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [n:127.0.0.1:36431_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2637642 INFO (zkConnectionManagerCallback-17237-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2637642 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [n:127.0.0.1:36431_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2637646 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [n:127.0.0.1:36431_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2637650 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [n:127.0.0.1:36431_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:36431_solr as DOWN
[junit4] 2> 2637651 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [n:127.0.0.1:36431_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2637651 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [n:127.0.0.1:36431_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36431_solr
[junit4] 2> 2637653 INFO (zkCallback-17201-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2637653 INFO (zkCallback-17212-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2637653 INFO (zkCallback-17185-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2637653 INFO (zkCallback-17169-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2637655 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [n:127.0.0.1:36431_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 2637655 WARN (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [n:127.0.0.1:36431_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 2637663 INFO (zkCallback-17236-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2637675 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [n:127.0.0.1:36431_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplicaErrorHandling_C8A3F64B25D6F6A-001/tempDir-001/node1
[junit4] 2> 2637686 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=4
[junit4] 2> 2637689 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.TestPullReplicaErrorHandling Adding proxy for URL: http://127.0.0.1:36713/solr. Proxy: http://127.0.0.1:36431/solr
[junit4] 2> 2637689 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1838259947
[junit4] 2> 2637689 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:42469_solr
[junit4] 2> 2637691 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 2637691 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:42469_solr as DOWN
[junit4] 2> 2637693 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 2637693 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 2637693 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 2637693 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 2637694 INFO (closeThreadPool-17248-thread-2) [ ] o.a.s.c.Overseer Overseer (id=72568666692714506-127.0.0.1:42469_solr-n_0000000001) closing
[junit4] 2> 2637698 INFO (OverseerStateUpdate-72568666692714506-127.0.0.1:42469_solr-n_0000000001) [n:127.0.0.1:42469_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:42469_solr
[junit4] 2> 2637699 INFO (OverseerAutoScalingTriggerThread-72568666692714506-127.0.0.1:42469_solr-n_0000000001) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2637700 WARN (jetty-launcher-17120-thread-4-SendThread(127.0.0.1:41165)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x101d0d1600b000a.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x101d0d1600b000a, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x101d0d1600b000a, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 2637700 INFO (zkCallback-17201-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 2637700 INFO (zkCallback-17185-thread-1) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43745_solr
[junit4] 2> 2637701 INFO (zkCallback-17212-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 2637701 INFO (closeThreadPool-17248-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72568666692714506-127.0.0.1:42469_solr-n_0000000001) closing
[junit4] 2> 2637701 INFO (zkCallback-17236-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 2637701 INFO (zkCallback-17185-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 2637702 INFO (zkCallback-17185-thread-1) [n:127.0.0.1:43745_solr ] o.a.s.c.Overseer Overseer (id=72568666692714508-127.0.0.1:43745_solr-n_0000000002) starting
[junit4] 2> 2637704 INFO (OverseerStateUpdate-72568666692714508-127.0.0.1:43745_solr-n_0000000002) [n:127.0.0.1:43745_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:43745_solr
[junit4] 2> 2637800 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.Overseer Overseer (id=72568666692714506-127.0.0.1:42469_solr-n_0000000001) closing
[junit4] 2> 2637801 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@4ce0f723{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
[junit4] 2> 2637802 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@76386b24{/solr,null,STOPPED}
[junit4] 2> 2637802 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 2637803 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2637803 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 2637803 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_252-b09
[junit4] 2> 2637830 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2637830 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2637830 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2637831 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1a4c37d2{/solr,null,AVAILABLE}
[junit4] 2> 2637831 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@30f79528{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:41767}
[junit4] 2> 2637831 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.e.j.s.Server Started @2637865ms
[junit4] 2> 2637831 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39293}
[junit4] 2> 2637831 ERROR (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2637831 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2637831 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.8.0
[junit4] 2> 2637831 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2637831 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
[junit4] 2> 2637831 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-11-30T16:02:40.488Z
[junit4] 2> 2637836 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2637837 INFO (zkConnectionManagerCallback-17254-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2637837 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2637838 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2637842 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 2638623 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 2638624 WARN (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@f319851[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2638624 WARN (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@f319851[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2638626 WARN (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@345886b1[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2638626 WARN (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@345886b1[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2638628 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41165/solr
[junit4] 2> 2638628 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2638629 INFO (zkConnectionManagerCallback-17265-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2638629 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2638732 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [n:127.0.0.1:39293_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2638733 INFO (zkConnectionManagerCallback-17267-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2638733 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [n:127.0.0.1:39293_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2638737 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [n:127.0.0.1:39293_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2638741 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [n:127.0.0.1:39293_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:39293_solr as DOWN
[junit4] 2> 2638741 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [n:127.0.0.1:39293_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2638741 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [n:127.0.0.1:39293_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39293_solr
[junit4] 2> 2638742 INFO (zkCallback-17201-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2638743 INFO (zkCallback-17185-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2638743 INFO (zkCallback-17212-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2638743 INFO (zkCallback-17236-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2638743 INFO (zkCallback-17266-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2638744 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [n:127.0.0.1:39293_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 2638744 WARN (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [n:127.0.0.1:39293_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 2638761 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [n:127.0.0.1:39293_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplicaErrorHandling_C8A3F64B25D6F6A-001/tempDir-001/node4
[junit4] 2> 2638779 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=4
[junit4] 2> 2638779 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.TestPullReplicaErrorHandling Adding proxy for URL: http://127.0.0.1:41767/solr. Proxy: http://127.0.0.1:39293/solr
[junit4] 2> 2638779 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1047046945
[junit4] 2> 2638779 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:43745_solr
[junit4] 2> 2638780 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 2638780 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:43745_solr as DOWN
[junit4] 2> 2638784 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 2638784 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 2638784 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 2638784 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 2638786 INFO (closeThreadPool-17278-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72568666692714508-127.0.0.1:43745_solr-n_0000000002) closing
[junit4] 2> 2638786 INFO (OverseerAutoScalingTriggerThread-72568666692714508-127.0.0.1:43745_solr-n_0000000002) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2638786 INFO (OverseerStateUpdate-72568666692714508-127.0.0.1:43745_solr-n_0000000002) [n:127.0.0.1:43745_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:43745_solr
[junit4] 2> 2638793 INFO (closeThreadPool-17278-thread-2) [ ] o.a.s.c.Overseer Overseer (id=72568666692714508-127.0.0.1:43745_solr-n_0000000002) closing
[junit4] 2> 2638794 INFO (zkCallback-17236-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 2638794 INFO (zkCallback-17201-thread-1) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38111_solr
[junit4] 2> 2638794 WARN (jetty-launcher-17120-thread-3-SendThread(127.0.0.1:41165)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x101d0d1600b000c.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x101d0d1600b000c, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x101d0d1600b000c, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 2638797 INFO (zkCallback-17266-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 2638797 INFO (zkCallback-17212-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 2638798 INFO (zkCallback-17201-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 2638798 INFO (zkCallback-17201-thread-1) [n:127.0.0.1:38111_solr ] o.a.s.c.Overseer Overseer (id=72568666692714510-127.0.0.1:38111_solr-n_0000000003) starting
[junit4] 2> 2638801 INFO (OverseerStateUpdate-72568666692714510-127.0.0.1:38111_solr-n_0000000003) [n:127.0.0.1:38111_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:38111_solr
[junit4] 2> 2638897 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.Overseer Overseer (id=72568666692714508-127.0.0.1:43745_solr-n_0000000002) closing
[junit4] 2> 2638898 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@65526701{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
[junit4] 2> 2638899 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5964a19d{/solr,null,STOPPED}
[junit4] 2> 2638899 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 2638900 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2638900 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 2638900 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_252-b09
[junit4] 2> 2638901 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2638901 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2638901 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2638901 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4e6adf29{/solr,null,AVAILABLE}
[junit4] 2> 2638901 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@399625d4{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:39443}
[junit4] 2> 2638901 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.e.j.s.Server Started @2638935ms
[junit4] 2> 2638901 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33471}
[junit4] 2> 2638902 ERROR (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2638902 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2638902 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.8.0
[junit4] 2> 2638902 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2638902 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
[junit4] 2> 2638902 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-11-30T16:02:41.559Z
[junit4] 2> 2638903 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2638903 INFO (zkConnectionManagerCallback-17284-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2638903 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2638904 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2638908 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
[junit4] 2> 2638909 WARN (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker-SendThread(127.0.0.1:41165)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x101d0d1600b0016.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x101d0d1600b0016, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x101d0d1600b0016, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 2639275 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 2639276 WARN (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@72feb1b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2639276 WARN (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@72feb1b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2639279 WARN (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@556613d1[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2639279 WARN (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@556613d1[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2639280 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41165/solr
[junit4] 2> 2639281 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2639282 INFO (zkConnectionManagerCallback-17295-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2639282 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2639384 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [n:127.0.0.1:33471_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2639385 INFO (zkConnectionManagerCallback-17297-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2639385 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [n:127.0.0.1:33471_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2639389 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [n:127.0.0.1:33471_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2639393 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [n:127.0.0.1:33471_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:33471_solr as DOWN
[junit4] 2> 2639394 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [n:127.0.0.1:33471_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2639394 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [n:127.0.0.1:33471_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33471_solr
[junit4] 2> 2639395 INFO (zkCallback-17236-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2639395 INFO (zkCallback-17201-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2639395 INFO (zkCallback-17266-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2639395 INFO (zkCallback-17212-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2639395 INFO (zkCallback-17296-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2639397 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [n:127.0.0.1:33471_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 2639397 WARN (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [n:127.0.0.1:33471_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 2639414 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [n:127.0.0.1:33471_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplicaErrorHandling_C8A3F64B25D6F6A-001/tempDir-001/node3
[junit4] 2> 2639422 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=4
[junit4] 2> 2639423 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.TestPullReplicaErrorHandling Adding proxy for URL: http://127.0.0.1:39443/solr. Proxy: http://127.0.0.1:33471/solr
[junit4] 2> 2639423 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=55116038
[junit4] 2> 2639423 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:38111_solr
[junit4] 2> 2639423 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 2639423 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:38111_solr as DOWN
[junit4] 2> 2639425 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 2639425 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-work
[...truncated too long message...]
ception.java:54) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:2256) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$exists$3(SolrZkClient.java:315) ~[java/:?]
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71) ~[java/:?]
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:315) ~[java/:?]
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:108) ~[java/:?]
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:93) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.ZkDistributedQueue.<init>(ZkDistributedQueue.java:127) ~[java/:?]
[junit4] 2> ... 14 more
[junit4] 2> 2656272 INFO (coreCloseExecutor-17401-thread-1) [n:127.0.0.1:33471_solr ] o.a.s.c.SolrCore [pull_replica_error_handling_test_close_hooks_deleted_on_reconnect_shard1_replica_p2] CLOSING SolrCore org.apache.solr.core.SolrCore@22ede590
[junit4] 2> 2656272 INFO (coreCloseExecutor-17401-thread-1) [n:127.0.0.1:33471_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.pull_replica_error_handling_test_close_hooks_deleted_on_reconnect.shard1.replica_p2 tag=SolrCore@22ede590
[junit4] 2> 2656272 INFO (coreCloseExecutor-17401-thread-1) [n:127.0.0.1:33471_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.pull_replica_error_handling_test_close_hooks_deleted_on_reconnect.shard1.leader tag=SolrCore@22ede590
[junit4] 2> 2656273 INFO (coreCloseExecutor-17401-thread-1) [n:127.0.0.1:33471_solr ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary).
[junit4] 2> 2656276 INFO (jetty-closer-17382-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 2656276 INFO (jetty-closer-17382-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 2656276 INFO (jetty-closer-17382-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 2656276 INFO (jetty-closer-17382-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 2656281 INFO (jetty-closer-17382-thread-3) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@399625d4{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
[junit4] 2> 2656282 INFO (jetty-closer-17382-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4e6adf29{/solr,null,STOPPED}
[junit4] 2> 2656282 INFO (jetty-closer-17382-thread-3) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 2656282 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 2656572 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 12 /solr/aliases.json
[junit4] 2> 11 /solr/security.json
[junit4] 2> 9 /solr/clusterprops.json
[junit4] 2> 8 /solr/packages.json
[junit4] 2> 8 /solr/collections/pull_replica_error_handling_test_close_hooks_deleted_on_reconnect/terms/shard1
[junit4] 2> 8 /solr/collections/pull_replica_error_handling_test_pull_replica_disconnects_from_zoo_keeper/terms/shard1
[junit4] 2> 8 /solr/configs/conf
[junit4] 2> 7 /solr/collections/pull_replica_error_handling_test_cant_connect_to_leader/terms/shard1
[junit4] 2> 5 /solr/collections/pull_replica_error_handling_test_cant_connect_to_leader/state.json
[junit4] 2> 4 /solr/collections/pull_replica_error_handling_test_pull_replica_disconnects_from_zoo_keeper/state.json
[junit4] 2> 3 /solr/collections/pull_replica_error_handling_test_close_hooks_deleted_on_reconnect/state.json
[junit4] 2> 2 /solr/collections/pull_replica_error_handling_test_cant_connect_to_leader/collectionprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 50 /solr/collections/pull_replica_error_handling_test_close_hooks_deleted_on_reconnect/state.json
[junit4] 2> 34 /solr/collections/pull_replica_error_handling_test_pull_replica_disconnects_from_zoo_keeper/state.json
[junit4] 2> 27 /solr/collections/pull_replica_error_handling_test_cant_connect_to_leader/state.json
[junit4] 2> 12 /solr/clusterstate.json
[junit4] 2> 8 /solr/clusterprops.json
[junit4] 2> 5 /solr/autoscaling.json
[junit4] 2> 3 /solr/overseer_elect/election/72568666692714514-127.0.0.1:36431_solr-n_0000000004
[junit4] 2> 2 /solr/overseer_elect/election/72568666692714524-127.0.0.1:39293_solr-n_0000000008
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 92 /solr/overseer/queue
[junit4] 2> 91 /solr/live_nodes
[junit4] 2> 49 /solr/collections
[junit4] 2> 27 /solr/overseer/collection-queue-work
[junit4] 2> 5 /solr/autoscaling/events/.scheduled_maintenance
[junit4] 2> 5 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 5 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 2656575 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:41165
[junit4] 2> 2656575 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:41165
[junit4] 2> 2656575 INFO (SUITE-TestPullReplicaErrorHandling-seed#[C8A3F64B25D6F6A]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 41165
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplicaErrorHandling_C8A3F64B25D6F6A-001
[junit4] 2> Nov 30, 2020 4:02:59 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Lucene87, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=sv, timezone=America/Pangnirtung
[junit4] 2> NOTE: Linux 5.4.0-45-generic amd64/Oracle Corporation 1.8.0_252 (64-bit)/cpus=4,threads=1,free=113756360,total=524288000
[junit4] 2> NOTE: All tests run in this JVM: [ZkShardTermsTest, TestStressRecovery, TestHashQParserPlugin, TestCrossCoreJoin, TestSolrCLIRunExample, DistributedQueryComponentOptimizationTest, TlogReplayBufferedWhileIndexingTest, ZkCLITest, QueryParsingTest, SystemLogListenerTest, TestClassicSimilarityFactory, TestSolrCoreProperties, DistanceUnitsTest, TestShardHandlerFactory, SignificantTermsQParserPluginTest, TestOnReconnectListenerSupport, ConjunctionSolrSpellCheckerTest, DistributedFacetPivotSmallTest, SegmentsInfoRequestHandlerTest, TestPartialUpdateDeduplication, SpellCheckCollatorTest, TestFieldCollectionResource, TestJsonFacetErrors, TestManagedSynonymGraphFilterFactory, TestClusterStateMutator, TestSizeLimitedDistributedMap, BasicFunctionalityTest, SparseHLLTest, HdfsTlogReplayBufferedWhileIndexingTest, LeaderTragicEventTest, TestBadConfig, TestStressThreadBackup, DistributedTermsComponentTest, TestLMDirichletSimilarityFactory, LargeFieldTest, TestDynamicLoadingUrl, RankFieldTest, TestAddFieldRealTimeGet, TestChildDocTransformerHierarchy, NestedShardedAtomicUpdateTest, ChangedSchemaMergeTest, PackageManagerCLITest, TestSimGenericDistributedQueue, TestUseDocValuesAsStored, StatelessScriptUpdateProcessorFactoryTest, BasicAuthOnSingleNodeTest, TestFilteredDocIdSet, TestSolrCloudWithSecureImpersonation, DocumentBuilderTest, ComputePlanActionTest, SolrPluginUtilsTest, HdfsChaosMonkeyNothingIsSafeTest, ProtectedTermFilterFactoryTest, SolrGraphiteReporterTest, TestSha256AuthenticationProvider, SOLR749Test, CustomTermsComponentTest, TestFacetMethods, SolrCoreMetricManagerTest, RoutingToNodesWithPropertiesTest, BigEndianAscendingWordDeserializerTest, UUIDUpdateProcessorFallbackTest, TestUtilizeNode, TestCoreDiscovery, TestSolrCachePerf, DirectoryFactoryTest, TestPerFieldSimilarity, TestCSVResponseWriter, DateRangeFieldTest, ClassificationUpdateProcessorFactoryTest, DeleteReplicaTest, AnalysisErrorHandlingTest, SearchHandlerTest, QueryResultKeyTest, SuggesterTest, SolrCloudReportersTest, AtomicUpdateJavabinTest, JsonLoaderTest, TestQueryUtils, CdcrOpsAndBoundariesTest, BJQParserTest, AlternateDirectoryTest, TestXmlQParser, ShardSplitTest, FieldMutatingUpdateProcessorTest, TestSurroundQueryParser, TestDistributedSearch, CachingDirectoryFactoryTest, TestContainerPlugin, MetricsHistoryWithAuthIntegrationTest, FullHLLTest, TestCollationFieldDocValues, TestDownShardTolerantSearch, TestCollectionsAPIViaSolrCloudCluster, TestConfigSetImmutable, XmlUpdateRequestHandlerTest, TestLRUCache, TestBlendedInfixSuggestions, ConnectionReuseTest, ShardRoutingTest, TestCloudInspectUtil, TestMacros, TestMissingGroups, NestedAtomicUpdateTest, TestJavabinTupleStreamParser, SolrCloudExampleTest, BufferStoreTest, HttpPartitionOnCommitTest, ZookeeperStatusHandlerTest, RouteFieldTest, ShardRoutingCustomTest, SolrCLIZkUtilsTest, SystemCollectionCompatTest, TestAuthenticationFramework, TestCloudPseudoReturnFields, TestCloudRecovery, TestCloudRecovery2, TestCloudSearcherWarming, TestCryptoKeys, TestDeleteCollectionOnDownNodes, TestDistribDocBasedVersion, TestLeaderElectionWithEmptyReplica, TestLockTree, TestPullReplicaErrorHandling]
[junit4] Completed [532/921 (1!)] on J1 in 23.27s, 4 tests, 1 error <<< FAILURES!
[...truncated 51955 lines...]