You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2019/02/23 13:33:55 UTC
[JENKINS] Lucene-Solr-BadApples-NightlyTests-8.x - Build # 6 -
Unstable
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-NightlyTests-8.x/6/
12 tests failed.
FAILED: org.apache.solr.analytics.legacy.facet.LegacyFieldFacetCloudTest.uniqueTest
Error Message:
KeeperErrorCode = Session expired for /clusterstate.json
Stack Trace:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /clusterstate.json
at __randomizedtesting.SeedInfo.seed([F35469A7C45DC6B0:1AF96BDF4B4EA37E]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1111)
at org.apache.solr.common.cloud.SolrZkClient.lambda$exists$3(SolrZkClient.java:334)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71)
at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:334)
at org.apache.solr.common.cloud.ZkStateReader.createClusterStateWatchersAndUpdate(ZkStateReader.java:456)
at org.apache.solr.cloud.MiniSolrCloudCluster.deleteAllCollections(MiniSolrCloudCluster.java:514)
at org.apache.solr.analytics.legacy.LegacyAbstractAnalyticsCloudTest.teardownCollection(LegacyAbstractAnalyticsCloudTest.java:57)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.analytics.legacy.facet.LegacyFieldFacetCloudTest
Error Message:
61 threads leaked from SUITE scope at org.apache.solr.analytics.legacy.facet.LegacyFieldFacetCloudTest: 1) Thread[id=1519, name=qtp2087741992-1519, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetCloudTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=1523, name=qtp1703965382-1523, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetCloudTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=1639, name=Scheduler-640068808, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetCloudTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=1875, name=SolrRrdBackendFactory-372-thread-2, state=WAITING, group=TGRP-LegacyFieldFacetCloudTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=1511, name=qtp2087741992-1511, state=RUNNABLE, group=TGRP-LegacyFieldFacetCloudTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at org.eclipse.jetty.io.ManagedSelector$$Lambda$47/630692952.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=1631, name=SolrRrdBackendFactory-393-thread-1, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetCloudTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=1632, name=MetricsHistoryHandler-394-thread-1, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetCloudTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=1514, name=qtp2087741992-1514-acceptor-0@460075cc-ServerConnector@48c7837c{SSL,[ssl, http/1.1]}{127.0.0.1:37996}, state=RUNNABLE, group=TGRP-LegacyFieldFacetCloudTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=1629, name=Thread-209, state=WAITING, group=TGRP-LegacyFieldFacetCloudTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1917) 10) Thread[id=1478, name=ZkTestServer Run Thread, state=WAITING, group=TGRP-LegacyFieldFacetCloudTest] at java.lang.Object.wait(Native Method) at java.lang.Thread.join(Thread.java:1252) at java.lang.Thread.join(Thread.java:1326) at org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:313) at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:343) at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:564) 11) Thread[id=1498, name=qtp752797624-1498, state=RUNNABLE, group=TGRP-LegacyFieldFacetCloudTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at org.eclipse.jetty.io.ManagedSelector$$Lambda$47/630692952.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.lang.Thread.run(Thread.java:748) 12) Thread[id=1522, name=qtp1703965382-1522, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetCloudTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720) at java.lang.Thread.run(Thread.java:748) 13) Thread[id=1526, name=Scheduler-284302889, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetCloudTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 14) Thread[id=1481, name=SyncThread:0, state=WAITING, group=TGRP-LegacyFieldFacetCloudTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:127) 15) Thread[id=1531, name=qtp1914559091-1531, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetCloudTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720) at java.lang.Thread.run(Thread.java:748) 16) Thread[id=1625, name=MetricsHistoryHandler-390-thread-1, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetCloudTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 17) Thread[id=1646, name=Scheduler-1988624728, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetCloudTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 18) Thread[id=1502, name=qtp752797624-1502, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetCloudTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720) at java.lang.Thread.run(Thread.java:748) 19) Thread[id=1884, name=Scheduler-1869093302, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetCloudTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 20) Thread[id=1603, name=MetricsHistoryHandler-383-thread-1, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetCloudTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 21) Thread[id=1883, name=SolrRrdBackendFactory-382-thread-2, state=WAITING, group=TGRP-LegacyFieldFacetCloudTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 22) Thread[id=1504, name=qtp752797624-1504, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetCloudTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720) at java.lang.Thread.run(Thread.java:748) 23) Thread[id=1497, name=qtp752797624-1497, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetCloudTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720) at java.lang.Thread.run(Thread.java:748) 24) Thread[id=1507, name=qtp1703965382-1507, state=RUNNABLE, group=TGRP-LegacyFieldFacetCloudTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at org.eclipse.jetty.io.ManagedSelector$$Lambda$47/630692952.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.lang.Thread.run(Thread.java:748) 25) Thread[id=1524, name=qtp1703965382-1524, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetCloudTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720) at java.lang.Thread.run(Thread.java:748) 26) Thread[id=1532, name=qtp1914559091-1532, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetCloudTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720) at java.lang.Thread.run(Thread.java:748) 27) Thread[id=1505, name=Scheduler-333903773, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetCloudTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 28) Thread[id=1506, name=qtp1703965382-1506, state=RUNNABLE, group=TGRP-LegacyFieldFacetCloudTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at org.eclipse.jetty.io.ManagedSelector$$Lambda$47/630692952.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.lang.Thread.run(Thread.java:748) 29) Thread[id=1509, name=qtp1703965382-1509-acceptor-0@3576bcd9-ServerConnector@3bb14407{SSL,[ssl, http/1.1]}{127.0.0.1:38046}, state=RUNNABLE, group=TGRP-LegacyFieldFacetCloudTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.lang.Thread.run(Thread.java:748) 30) Thread[id=1501, name=qtp752797624-1501, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetCloudTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720) at java.lang.Thread.run(Thread.java:748) 31) Thread[id=1515, name=qtp2087741992-1515, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetCloudTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720) at java.lang.Thread.run(Thread.java:748) 32) Thread[id=1500, name=qtp752797624-1500-acceptor-0@4f56e66d-ServerConnector@419101f7{SSL,[ssl, http/1.1]}{127.0.0.1:37259}, state=RUNNABLE, group=TGRP-LegacyFieldFacetCloudTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.lang.Thread.run(Thread.java:748) 33) Thread[id=1520, name=Scheduler-1511909628, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetCloudTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 34) Thread[id=1533, name=qtp1914559091-1533, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetCloudTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720) at java.lang.Thread.run(Thread.java:748) 35) Thread[id=1499, name=qtp752797624-1499, state=RUNNABLE, group=TGRP-LegacyFieldFacetCloudTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at org.eclipse.jetty.io.ManagedSelector$$Lambda$47/630692952.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.lang.Thread.run(Thread.java:748) 36) Thread[id=1513, name=qtp2087741992-1513, state=RUNNABLE, group=TGRP-LegacyFieldFacetCloudTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at org.eclipse.jetty.io.ManagedSelector$$Lambda$47/630692952.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.lang.Thread.run(Thread.java:748) 37) Thread[id=1887, name=SolrRrdBackendFactory-389-thread-2, state=WAITING, group=TGRP-LegacyFieldFacetCloudTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 38) Thread[id=1604, name=Thread-208, state=WAITING, group=TGRP-LegacyFieldFacetCloudTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1917) 39) Thread[id=1530, name=qtp1914559091-1530, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetCloudTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720) at java.lang.Thread.run(Thread.java:748) 40) Thread[id=1534, name=Scheduler-1392415335, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetCloudTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 41) Thread[id=1570, name=MetricsHistoryHandler-376-thread-1, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetCloudTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 42) Thread[id=1889, name=SolrRrdBackendFactory-393-thread-2, state=WAITING, group=TGRP-LegacyFieldFacetCloudTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 43) Thread[id=1516, name=qtp2087741992-1516, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetCloudTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720) at java.lang.Thread.run(Thread.java:748) 44) Thread[id=1510, name=qtp1914559091-1510-acceptor-0@3c4c9b42-ServerConnector@328b72bb{SSL,[ssl, http/1.1]}{127.0.0.1:42739}, state=RUNNABLE, group=TGRP-LegacyFieldFacetCloudTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.lang.Thread.run(Thread.java:748) 45) Thread[id=1482, name=ProcessThread(sid:0 cport:42302):, state=WAITING, group=TGRP-LegacyFieldFacetCloudTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:123) 46) Thread[id=1602, name=SolrRrdBackendFactory-382-thread-1, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetCloudTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 47) Thread[id=1480, name=SessionTracker, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetCloudTest] at java.lang.Object.wait(Native Method) at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:147) 48) Thread[id=1624, name=SolrRrdBackendFactory-389-thread-1, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetCloudTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 49) Thread[id=1633, name=Thread-210, state=WAITING, group=TGRP-LegacyFieldFacetCloudTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1917) 50) Thread[id=1512, name=qtp1914559091-1512, state=RUNNABLE, group=TGRP-LegacyFieldFacetCloudTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at org.eclipse.jetty.io.ManagedSelector$$Lambda$47/630692952.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.lang.Thread.run(Thread.java:748) 51) Thread[id=1503, name=qtp752797624-1503, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetCloudTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720) at java.lang.Thread.run(Thread.java:748) 52) Thread[id=1569, name=SolrRrdBackendFactory-372-thread-1, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetCloudTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 53) Thread[id=1518, name=qtp2087741992-1518, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetCloudTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720) at java.lang.Thread.run(Thread.java:748) 54) Thread[id=1529, name=qtp1914559091-1529, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetCloudTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720) at java.lang.Thread.run(Thread.java:748) 55) Thread[id=1525, name=qtp1703965382-1525, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetCloudTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720) at java.lang.Thread.run(Thread.java:748) 56) Thread[id=1517, name=qtp2087741992-1517, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetCloudTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720) at java.lang.Thread.run(Thread.java:748) 57) Thread[id=1888, name=Scheduler-2028318979, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetCloudTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 58) Thread[id=1588, name=Thread-207, state=WAITING, group=TGRP-LegacyFieldFacetCloudTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1917) 59) Thread[id=1479, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-LegacyFieldFacetCloudTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:196) at java.lang.Thread.run(Thread.java:748) 60) Thread[id=1508, name=qtp1914559091-1508, state=RUNNABLE, group=TGRP-LegacyFieldFacetCloudTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at org.eclipse.jetty.io.ManagedSelector$$Lambda$47/630692952.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.lang.Thread.run(Thread.java:748) 61) Thread[id=1521, name=qtp1703965382-1521, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetCloudTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 61 threads leaked from SUITE scope at org.apache.solr.analytics.legacy.facet.LegacyFieldFacetCloudTest:
1) Thread[id=1519, name=qtp2087741992-1519, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetCloudTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=1523, name=qtp1703965382-1523, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetCloudTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=1639, name=Scheduler-640068808, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetCloudTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=1875, name=SolrRrdBackendFactory-372-thread-2, state=WAITING, group=TGRP-LegacyFieldFacetCloudTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=1511, name=qtp2087741992-1511, state=RUNNABLE, group=TGRP-LegacyFieldFacetCloudTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
at org.eclipse.jetty.io.ManagedSelector$$Lambda$47/630692952.run(Unknown Source)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=1631, name=SolrRrdBackendFactory-393-thread-1, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetCloudTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=1632, name=MetricsHistoryHandler-394-thread-1, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetCloudTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=1514, name=qtp2087741992-1514-acceptor-0@460075cc-ServerConnector@48c7837c{SSL,[ssl, http/1.1]}{127.0.0.1:37996}, state=RUNNABLE, group=TGRP-LegacyFieldFacetCloudTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.lang.Thread.run(Thread.java:748)
9) Thread[id=1629, name=Thread-209, state=WAITING, group=TGRP-LegacyFieldFacetCloudTest]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:1917)
10) Thread[id=1478, name=ZkTestServer Run Thread, state=WAITING, group=TGRP-LegacyFieldFacetCloudTest]
at java.lang.Object.wait(Native Method)
at java.lang.Thread.join(Thread.java:1252)
at java.lang.Thread.join(Thread.java:1326)
at org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:313)
at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:343)
at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:564)
11) Thread[id=1498, name=qtp752797624-1498, state=RUNNABLE, group=TGRP-LegacyFieldFacetCloudTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
at org.eclipse.jetty.io.ManagedSelector$$Lambda$47/630692952.run(Unknown Source)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.lang.Thread.run(Thread.java:748)
12) Thread[id=1522, name=qtp1703965382-1522, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetCloudTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
at java.lang.Thread.run(Thread.java:748)
13) Thread[id=1526, name=Scheduler-284302889, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetCloudTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
14) Thread[id=1481, name=SyncThread:0, state=WAITING, group=TGRP-LegacyFieldFacetCloudTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:127)
15) Thread[id=1531, name=qtp1914559091-1531, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetCloudTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
at java.lang.Thread.run(Thread.java:748)
16) Thread[id=1625, name=MetricsHistoryHandler-390-thread-1, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetCloudTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
17) Thread[id=1646, name=Scheduler-1988624728, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetCloudTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
18) Thread[id=1502, name=qtp752797624-1502, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetCloudTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
at java.lang.Thread.run(Thread.java:748)
19) Thread[id=1884, name=Scheduler-1869093302, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetCloudTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
20) Thread[id=1603, name=MetricsHistoryHandler-383-thread-1, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetCloudTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
21) Thread[id=1883, name=SolrRrdBackendFactory-382-thread-2, state=WAITING, group=TGRP-LegacyFieldFacetCloudTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
22) Thread[id=1504, name=qtp752797624-1504, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetCloudTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
at java.lang.Thread.run(Thread.java:748)
23) Thread[id=1497, name=qtp752797624-1497, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetCloudTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
at java.lang.Thread.run(Thread.java:748)
24) Thread[id=1507, name=qtp1703965382-1507, state=RUNNABLE, group=TGRP-LegacyFieldFacetCloudTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
at org.eclipse.jetty.io.ManagedSelector$$Lambda$47/630692952.run(Unknown Source)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.lang.Thread.run(Thread.java:748)
25) Thread[id=1524, name=qtp1703965382-1524, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetCloudTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
at java.lang.Thread.run(Thread.java:748)
26) Thread[id=1532, name=qtp1914559091-1532, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetCloudTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
at java.lang.Thread.run(Thread.java:748)
27) Thread[id=1505, name=Scheduler-333903773, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetCloudTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
28) Thread[id=1506, name=qtp1703965382-1506, state=RUNNABLE, group=TGRP-LegacyFieldFacetCloudTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
at org.eclipse.jetty.io.ManagedSelector$$Lambda$47/630692952.run(Unknown Source)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.lang.Thread.run(Thread.java:748)
29) Thread[id=1509, name=qtp1703965382-1509-acceptor-0@3576bcd9-ServerConnector@3bb14407{SSL,[ssl, http/1.1]}{127.0.0.1:38046}, state=RUNNABLE, group=TGRP-LegacyFieldFacetCloudTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.lang.Thread.run(Thread.java:748)
30) Thread[id=1501, name=qtp752797624-1501, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetCloudTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
at java.lang.Thread.run(Thread.java:748)
31) Thread[id=1515, name=qtp2087741992-1515, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetCloudTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
at java.lang.Thread.run(Thread.java:748)
32) Thread[id=1500, name=qtp752797624-1500-acceptor-0@4f56e66d-ServerConnector@419101f7{SSL,[ssl, http/1.1]}{127.0.0.1:37259}, state=RUNNABLE, group=TGRP-LegacyFieldFacetCloudTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.lang.Thread.run(Thread.java:748)
33) Thread[id=1520, name=Scheduler-1511909628, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetCloudTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
34) Thread[id=1533, name=qtp1914559091-1533, state=TIMED_WAITING, group=TGRP-LegacyFieldFacetCloudTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
at java.lang.Thread.run(Thread.java:748)
35) Thread[id=1499, name=qtp752797624-1499, state=RUNNABLE, group=TGRP-LegacyFieldFacetCloudTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
at org.eclipse.jetty.io.ManagedSelector$$Lambda$47/630692952.run(Unknown Source)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.lang.Thread.run(Thread.java:748)
36) Thread[id=1513, name=qtp2087741992-1513, state=RUNNABLE, group=TGRP-LegacyFieldFacetCloudTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select
[...truncated too long message...]
ettings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/null1684117034
[copy] Copying 238 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/null1684117034
[delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/null1684117034
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 63ms :: artifacts dl 4ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 720 minutes 36 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1072)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1074)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-BadApples-NightlyTests-8.x - Build # 14 -
Still Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-NightlyTests-8.x/14/
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest.testSimple
Error Message:
Waiting for collection testSimple2 Timeout waiting to see state for collection=testSimple2 :DocCollection(testSimple2//collections/testSimple2/state.json/25)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node3":{ "dataDir":"hdfs://localhost:34207/solr_hdfs_home/testSimple2/core_node3/data/", "base_url":"http://127.0.0.1:42151/solr", "node_name":"127.0.0.1:42151_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:34207/solr_hdfs_home/testSimple2/core_node3/data/tlog", "core":"testSimple2_shard1_replica_n1", "shared_storage":"true", "state":"active", "leader":"true"}, "core_node4":{ "dataDir":"hdfs://localhost:34207/solr_hdfs_home/testSimple2/core_node4/data/", "base_url":"http://127.0.0.1:34759/solr", "node_name":"127.0.0.1:34759_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:34207/solr_hdfs_home/testSimple2/core_node4/data/tlog", "core":"testSimple2_shard1_replica_n2", "shared_storage":"true", "state":"down"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node7":{ "dataDir":"hdfs://localhost:34207/solr_hdfs_home/testSimple2/core_node7/data/", "base_url":"http://127.0.0.1:42151/solr", "node_name":"127.0.0.1:42151_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:34207/solr_hdfs_home/testSimple2/core_node7/data/tlog", "core":"testSimple2_shard2_replica_n5", "shared_storage":"true", "state":"active", "leader":"true"}, "core_node8":{ "dataDir":"hdfs://localhost:34207/solr_hdfs_home/testSimple2/core_node8/data/", "base_url":"http://127.0.0.1:34759/solr", "node_name":"127.0.0.1:34759_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:34207/solr_hdfs_home/testSimple2/core_node8/data/tlog", "core":"testSimple2_shard2_replica_n6", "shared_storage":"true", "state":"down"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"} Live Nodes: [127.0.0.1:39552_solr, 127.0.0.1:42151_solr] Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/25)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node3":{ "dataDir":"hdfs://localhost:34207/solr_hdfs_home/testSimple2/core_node3/data/", "base_url":"http://127.0.0.1:42151/solr", "node_name":"127.0.0.1:42151_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:34207/solr_hdfs_home/testSimple2/core_node3/data/tlog", "core":"testSimple2_shard1_replica_n1", "shared_storage":"true", "state":"active", "leader":"true"}, "core_node4":{ "dataDir":"hdfs://localhost:34207/solr_hdfs_home/testSimple2/core_node4/data/", "base_url":"http://127.0.0.1:34759/solr", "node_name":"127.0.0.1:34759_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:34207/solr_hdfs_home/testSimple2/core_node4/data/tlog", "core":"testSimple2_shard1_replica_n2", "shared_storage":"true", "state":"down"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node7":{ "dataDir":"hdfs://localhost:34207/solr_hdfs_home/testSimple2/core_node7/data/", "base_url":"http://127.0.0.1:42151/solr", "node_name":"127.0.0.1:42151_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:34207/solr_hdfs_home/testSimple2/core_node7/data/tlog", "core":"testSimple2_shard2_replica_n5", "shared_storage":"true", "state":"active", "leader":"true"}, "core_node8":{ "dataDir":"hdfs://localhost:34207/solr_hdfs_home/testSimple2/core_node8/data/", "base_url":"http://127.0.0.1:34759/solr", "node_name":"127.0.0.1:34759_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:34207/solr_hdfs_home/testSimple2/core_node8/data/tlog", "core":"testSimple2_shard2_replica_n6", "shared_storage":"true", "state":"down"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Waiting for collection testSimple2
Timeout waiting to see state for collection=testSimple2 :DocCollection(testSimple2//collections/testSimple2/state.json/25)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node3":{
"dataDir":"hdfs://localhost:34207/solr_hdfs_home/testSimple2/core_node3/data/",
"base_url":"http://127.0.0.1:42151/solr",
"node_name":"127.0.0.1:42151_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:34207/solr_hdfs_home/testSimple2/core_node3/data/tlog",
"core":"testSimple2_shard1_replica_n1",
"shared_storage":"true",
"state":"active",
"leader":"true"},
"core_node4":{
"dataDir":"hdfs://localhost:34207/solr_hdfs_home/testSimple2/core_node4/data/",
"base_url":"http://127.0.0.1:34759/solr",
"node_name":"127.0.0.1:34759_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:34207/solr_hdfs_home/testSimple2/core_node4/data/tlog",
"core":"testSimple2_shard1_replica_n2",
"shared_storage":"true",
"state":"down"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node7":{
"dataDir":"hdfs://localhost:34207/solr_hdfs_home/testSimple2/core_node7/data/",
"base_url":"http://127.0.0.1:42151/solr",
"node_name":"127.0.0.1:42151_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:34207/solr_hdfs_home/testSimple2/core_node7/data/tlog",
"core":"testSimple2_shard2_replica_n5",
"shared_storage":"true",
"state":"active",
"leader":"true"},
"core_node8":{
"dataDir":"hdfs://localhost:34207/solr_hdfs_home/testSimple2/core_node8/data/",
"base_url":"http://127.0.0.1:34759/solr",
"node_name":"127.0.0.1:34759_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:34207/solr_hdfs_home/testSimple2/core_node8/data/tlog",
"core":"testSimple2_shard2_replica_n6",
"shared_storage":"true",
"state":"down"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"true",
"nrtReplicas":"2",
"tlogReplicas":"0"}
Live Nodes: [127.0.0.1:39552_solr, 127.0.0.1:42151_solr]
Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/25)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node3":{
"dataDir":"hdfs://localhost:34207/solr_hdfs_home/testSimple2/core_node3/data/",
"base_url":"http://127.0.0.1:42151/solr",
"node_name":"127.0.0.1:42151_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:34207/solr_hdfs_home/testSimple2/core_node3/data/tlog",
"core":"testSimple2_shard1_replica_n1",
"shared_storage":"true",
"state":"active",
"leader":"true"},
"core_node4":{
"dataDir":"hdfs://localhost:34207/solr_hdfs_home/testSimple2/core_node4/data/",
"base_url":"http://127.0.0.1:34759/solr",
"node_name":"127.0.0.1:34759_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:34207/solr_hdfs_home/testSimple2/core_node4/data/tlog",
"core":"testSimple2_shard1_replica_n2",
"shared_storage":"true",
"state":"down"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node7":{
"dataDir":"hdfs://localhost:34207/solr_hdfs_home/testSimple2/core_node7/data/",
"base_url":"http://127.0.0.1:42151/solr",
"node_name":"127.0.0.1:42151_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:34207/solr_hdfs_home/testSimple2/core_node7/data/tlog",
"core":"testSimple2_shard2_replica_n5",
"shared_storage":"true",
"state":"active",
"leader":"true"},
"core_node8":{
"dataDir":"hdfs://localhost:34207/solr_hdfs_home/testSimple2/core_node8/data/",
"base_url":"http://127.0.0.1:34759/solr",
"node_name":"127.0.0.1:34759_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:34207/solr_hdfs_home/testSimple2/core_node8/data/tlog",
"core":"testSimple2_shard2_replica_n6",
"shared_storage":"true",
"state":"down"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"true",
"nrtReplicas":"2",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([84ED65A251F02B:3837C99B85A224FA]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:310)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:169)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14016 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest
[junit4] 2> 1044670 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[84ED65A251F02B]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_84ED65A251F02B-001/init-core-data-001
[junit4] 2> 1044671 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[84ED65A251F02B]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 1044671 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[84ED65A251F02B]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1044673 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[84ED65A251F02B]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 1044717 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[84ED65A251F02B]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 1044741 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[84ED65A251F02B]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1044744 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[84ED65A251F02B]-worker) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 1044752 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[84ED65A251F02B]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1044752 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[84ED65A251F02B]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1044752 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[84ED65A251F02B]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1044753 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[84ED65A251F02B]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4a5510e4{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 1044913 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[84ED65A251F02B]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@127deaf0{hdfs,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost-41166-hdfs-_-any-3882527843238989641.dir/webapp/,AVAILABLE}{/hdfs}
[junit4] 2> 1044914 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[84ED65A251F02B]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@76ec4d3e{HTTP/1.1,[http/1.1]}{localhost:41166}
[junit4] 2> 1044914 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[84ED65A251F02B]-worker) [ ] o.e.j.s.Server Started @1044976ms
[junit4] 2> 1045073 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[84ED65A251F02B]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1045077 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[84ED65A251F02B]-worker) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 1045078 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[84ED65A251F02B]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1045078 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[84ED65A251F02B]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1045078 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[84ED65A251F02B]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1045078 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[84ED65A251F02B]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@278e3711{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 1045232 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[84ED65A251F02B]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@243b7939{datanode,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost-33163-datanode-_-any-309235434595814441.dir/webapp/,AVAILABLE}{/datanode}
[junit4] 2> 1045232 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[84ED65A251F02B]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@29c73b71{HTTP/1.1,[http/1.1]}{localhost:33163}
[junit4] 2> 1045232 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[84ED65A251F02B]-worker) [ ] o.e.j.s.Server Started @1045294ms
[junit4] 2> 1045419 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x56712950429b1d03: Processing first storage report for DS-912dd64a-2013-47bc-b7ae-47bdf1bcd541 from datanode dae32016-57f6-4c7d-9891-0b7ed88ece0d
[junit4] 2> 1045419 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x56712950429b1d03: from storage DS-912dd64a-2013-47bc-b7ae-47bdf1bcd541 node DatanodeRegistration(127.0.0.1:36815, datanodeUuid=dae32016-57f6-4c7d-9891-0b7ed88ece0d, infoPort=46157, infoSecurePort=0, ipcPort=40216, storageInfo=lv=-57;cid=testClusterID;nsid=533354744;c=1555668162354), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 1045419 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x56712950429b1d03: Processing first storage report for DS-8dedd6a8-37f4-45bd-9ccd-11f3983a3ba2 from datanode dae32016-57f6-4c7d-9891-0b7ed88ece0d
[junit4] 2> 1045419 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x56712950429b1d03: from storage DS-8dedd6a8-37f4-45bd-9ccd-11f3983a3ba2 node DatanodeRegistration(127.0.0.1:36815, datanodeUuid=dae32016-57f6-4c7d-9891-0b7ed88ece0d, infoPort=46157, infoSecurePort=0, ipcPort=40216, storageInfo=lv=-57;cid=testClusterID;nsid=533354744;c=1555668162354), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 1045675 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[84ED65A251F02B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSimple
[junit4] 2> 1045676 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[84ED65A251F02B]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_84ED65A251F02B-001/tempDir-002
[junit4] 2> 1045677 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[84ED65A251F02B]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1045677 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1045677 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1045777 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[84ED65A251F02B]) [ ] o.a.s.c.ZkTestServer start zk server on port:33969
[junit4] 2> 1045777 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[84ED65A251F02B]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:33969
[junit4] 2> 1045777 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[84ED65A251F02B]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 33969
[junit4] 2> 1045790 INFO (zkConnectionManagerCallback-3531-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1045803 INFO (zkConnectionManagerCallback-3533-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1045805 INFO (zkConnectionManagerCallback-3535-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1045817 WARN (jetty-launcher-3536-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1045817 INFO (jetty-launcher-3536-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 1045817 INFO (jetty-launcher-3536-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1045817 INFO (jetty-launcher-3536-thread-1) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 1045818 WARN (jetty-launcher-3536-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1045818 INFO (jetty-launcher-3536-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 1045818 INFO (jetty-launcher-3536-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1045819 INFO (jetty-launcher-3536-thread-2) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 1045819 WARN (jetty-launcher-3536-thread-3) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1045819 INFO (jetty-launcher-3536-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 1045819 INFO (jetty-launcher-3536-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1045820 INFO (jetty-launcher-3536-thread-3) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 1045821 INFO (jetty-launcher-3536-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1045821 INFO (jetty-launcher-3536-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1045821 INFO (jetty-launcher-3536-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1045821 INFO (jetty-launcher-3536-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@100ac5ea{/solr,null,AVAILABLE}
[junit4] 2> 1045823 INFO (jetty-launcher-3536-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1045823 INFO (jetty-launcher-3536-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1045823 INFO (jetty-launcher-3536-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1045823 INFO (jetty-launcher-3536-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@34c72f99{/solr,null,AVAILABLE}
[junit4] 2> 1045825 INFO (jetty-launcher-3536-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1045825 INFO (jetty-launcher-3536-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1045825 INFO (jetty-launcher-3536-thread-3) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1045825 INFO (jetty-launcher-3536-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@947192b{/solr,null,AVAILABLE}
[junit4] 2> 1045826 INFO (jetty-launcher-3536-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2034cf79{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:42151}
[junit4] 2> 1045826 INFO (jetty-launcher-3536-thread-2) [ ] o.e.j.s.Server Started @1045888ms
[junit4] 2> 1045826 INFO (jetty-launcher-3536-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42151}
[junit4] 2> 1045826 INFO (jetty-launcher-3536-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@bfdf641{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:34759}
[junit4] 2> 1045826 INFO (jetty-launcher-3536-thread-1) [ ] o.e.j.s.Server Started @1045888ms
[junit4] 2> 1045826 INFO (jetty-launcher-3536-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34759}
[junit4] 2> 1045826 ERROR (jetty-launcher-3536-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1045826 INFO (jetty-launcher-3536-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1045827 INFO (jetty-launcher-3536-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.1.0
[junit4] 2> 1045827 INFO (jetty-launcher-3536-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1045827 INFO (jetty-launcher-3536-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1045827 INFO (jetty-launcher-3536-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-04-19T10:02:43.488Z
[junit4] 2> 1045827 ERROR (jetty-launcher-3536-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1045827 INFO (jetty-launcher-3536-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1045827 INFO (jetty-launcher-3536-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.1.0
[junit4] 2> 1045827 INFO (jetty-launcher-3536-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1045827 INFO (jetty-launcher-3536-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1045827 INFO (jetty-launcher-3536-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-04-19T10:02:43.488Z
[junit4] 2> 1045832 INFO (jetty-launcher-3536-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@623064f9{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:39552}
[junit4] 2> 1045832 INFO (jetty-launcher-3536-thread-3) [ ] o.e.j.s.Server Started @1045894ms
[junit4] 2> 1045832 INFO (jetty-launcher-3536-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39552}
[junit4] 2> 1045833 ERROR (jetty-launcher-3536-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1045833 INFO (jetty-launcher-3536-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1045833 INFO (jetty-launcher-3536-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.1.0
[junit4] 2> 1045833 INFO (jetty-launcher-3536-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1045833 INFO (jetty-launcher-3536-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1045833 INFO (jetty-launcher-3536-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-04-19T10:02:43.494Z
[junit4] 2> 1045834 INFO (zkConnectionManagerCallback-3538-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1045835 INFO (jetty-launcher-3536-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1045839 INFO (zkConnectionManagerCallback-3540-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1045840 INFO (jetty-launcher-3536-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1045840 INFO (jetty-launcher-3536-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1045840 INFO (jetty-launcher-3536-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1045843 INFO (jetty-launcher-3536-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3268ada1, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1045843 INFO (jetty-launcher-3536-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1045843 INFO (jetty-launcher-3536-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1045843 INFO (zkConnectionManagerCallback-3542-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1045844 INFO (jetty-launcher-3536-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1045847 INFO (jetty-launcher-3536-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1045847 INFO (jetty-launcher-3536-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1045849 INFO (jetty-launcher-3536-thread-3) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3268ada1, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1045851 INFO (jetty-launcher-3536-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3268ada1, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1046030 INFO (jetty-launcher-3536-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1046032 WARN (jetty-launcher-3536-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@7c74eca6[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1046036 WARN (jetty-launcher-3536-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@2daa79[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1046037 INFO (jetty-launcher-3536-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33969/solr
[junit4] 2> 1046039 INFO (zkConnectionManagerCallback-3551-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1046041 INFO (jetty-launcher-3536-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1046041 INFO (zkConnectionManagerCallback-3553-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1046043 WARN (jetty-launcher-3536-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@7a2a70eb[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1046059 INFO (jetty-launcher-3536-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1046061 WARN (jetty-launcher-3536-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@22ab19ff[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1046063 WARN (jetty-launcher-3536-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@3c861980[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1046064 INFO (jetty-launcher-3536-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33969/solr
[junit4] 2> 1046067 WARN (jetty-launcher-3536-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1d67b027[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1046068 INFO (zkConnectionManagerCallback-3563-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1046068 INFO (jetty-launcher-3536-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33969/solr
[junit4] 2> 1046069 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x103e98822c70008, likely client has closed socket
[junit4] 2> 1046070 INFO (zkConnectionManagerCallback-3567-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1046071 INFO (zkConnectionManagerCallback-3569-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1046072 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x103e98822c70009, likely client has closed socket
[junit4] 2> 1046073 INFO (zkConnectionManagerCallback-3571-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1046096 INFO (jetty-launcher-3536-thread-1) [n:127.0.0.1:34759_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34759_solr
[junit4] 2> 1046097 INFO (jetty-launcher-3536-thread-1) [n:127.0.0.1:34759_solr ] o.a.s.c.Overseer Overseer (id=73158789876350986-127.0.0.1:34759_solr-n_0000000000) starting
[junit4] 2> 1046113 INFO (jetty-launcher-3536-thread-3) [n:127.0.0.1:39552_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39552_solr
[junit4] 2> 1046118 INFO (zkConnectionManagerCallback-3580-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1046121 INFO (zkCallback-3570-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1046122 INFO (jetty-launcher-3536-thread-1) [n:127.0.0.1:34759_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1046124 INFO (jetty-launcher-3536-thread-1) [n:127.0.0.1:34759_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33969/solr ready
[junit4] 2> 1046124 INFO (zkCallback-3568-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1046125 INFO (OverseerStateUpdate-73158789876350986-127.0.0.1:34759_solr-n_0000000000) [n:127.0.0.1:34759_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:34759_solr
[junit4] 2> 1046131 INFO (jetty-launcher-3536-thread-1) [n:127.0.0.1:34759_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:34759_solr as DOWN
[junit4] 2> 1046133 INFO (jetty-launcher-3536-thread-1) [n:127.0.0.1:34759_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1046133 INFO (jetty-launcher-3536-thread-1) [n:127.0.0.1:34759_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34759_solr
[junit4] 2> 1046135 INFO (zkCallback-3570-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1046135 INFO (zkCallback-3568-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1046135 INFO (zkCallback-3579-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1046169 INFO (jetty-launcher-3536-thread-2) [n:127.0.0.1:42151_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1046174 INFO (jetty-launcher-3536-thread-2) [n:127.0.0.1:42151_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:42151_solr as DOWN
[junit4] 2> 1046175 INFO (jetty-launcher-3536-thread-2) [n:127.0.0.1:42151_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1046175 INFO (jetty-launcher-3536-thread-2) [n:127.0.0.1:42151_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42151_solr
[junit4] 2> 1046177 INFO (zkCallback-3570-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1046177 INFO (zkCallback-3579-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1046177 INFO (zkCallback-3568-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1046179 INFO (zkCallback-3552-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1046188 INFO (zkConnectionManagerCallback-3585-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1046188 INFO (jetty-launcher-3536-thread-1) [n:127.0.0.1:34759_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1046190 INFO (jetty-launcher-3536-thread-3) [n:127.0.0.1:39552_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1046191 INFO (jetty-launcher-3536-thread-3) [n:127.0.0.1:39552_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33969/solr ready
[junit4] 2> 1046192 INFO (jetty-launcher-3536-thread-3) [n:127.0.0.1:39552_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1046202 INFO (zkConnectionManagerCallback-3592-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1046204 INFO (jetty-launcher-3536-thread-2) [n:127.0.0.1:42151_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1046205 INFO (jetty-launcher-3536-thread-2) [n:127.0.0.1:42151_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33969/solr ready
[junit4] 2> 1046206 INFO (jetty-launcher-3536-thread-2) [n:127.0.0.1:42151_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1046228 INFO (jetty-launcher-3536-thread-3) [n:127.0.0.1:39552_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3268ada1
[junit4] 2> 1046240 INFO (jetty-launcher-3536-thread-1) [n:127.0.0.1:34759_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3268ada1
[junit4] 2> 1046252 INFO (jetty-launcher-3536-thread-3) [n:127.0.0.1:39552_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3268ada1
[junit4] 2> 1046252 INFO (jetty-launcher-3536-thread-3) [n:127.0.0.1:39552_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3268ada1
[junit4] 2> 1046255 INFO (jetty-launcher-3536-thread-3) [n:127.0.0.1:39552_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_84ED65A251F02B-001/tempDir-002/node3/.
[junit4] 2> 1046257 INFO (jetty-launcher-3536-thread-2) [n:127.0.0.1:42151_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3268ada1
[junit4] 2> 1046261 INFO (jetty-launcher-3536-thread-1) [n:127.0.0.1:34759_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3268ada1
[junit4] 2> 1046261 INFO (jetty-launcher-3536-thread-1) [n:127.0.0.1:34759_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3268ada1
[junit4] 2> 1046263 INFO (jetty-launcher-3536-thread-1) [n:127.0.0.1:34759_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_84ED65A251F02B-001/tempDir-002/node1/.
[junit4] 2> 1046275 INFO (jetty-launcher-3536-thread-2) [n:127.0.0.1:42151_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3268ada1
[junit4] 2> 1046275 INFO (jetty-launcher-3536-thread-2) [n:127.0.0.1:42151_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3268ada1
[junit4] 2> 1046277 INFO (jetty-launcher-3536-thread-2) [n:127.0.0.1:42151_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_84ED65A251F02B-001/tempDir-002/node2/.
[junit4] 2> 1046399 INFO (zkConnectionManagerCallback-3598-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1046401 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[84ED65A251F02B]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1046402 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[84ED65A251F02B]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33969/solr ready
[junit4] 2> 1046412 INFO (qtp107901482-18093) [n:127.0.0.1:34759_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster params={wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 1046415 INFO (qtp1362134977-18102) [n:127.0.0.1:42151_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:39552_solr,127.0.0.1:34759_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1046420 INFO (OverseerThreadFactory-2762-thread-1-processing-n:127.0.0.1:34759_solr) [n:127.0.0.1:34759_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testSimple1
[junit4] 2> 1046532 INFO (OverseerStateUpdate-73158789876350986-127.0.0.1:34759_solr-n_0000000000) [n:127.0.0.1:34759_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:34759/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1046536 INFO (OverseerStateUpdate-73158789876350986-127.0.0.1:34759_solr-n_0000000000) [n:127.0.0.1:34759_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:39552/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1046540 INFO (OverseerStateUpdate-73158789876350986-127.0.0.1:34759_solr-n_0000000000) [n:127.0.0.1:34759_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n5",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:34759/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1046544 INFO (OverseerStateUpdate-73158789876350986-127.0.0.1:34759_solr-n_0000000000) [n:127.0.0.1:34759_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n7",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:39552/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1046754 INFO (qtp107901482-18095) [n:127.0.0.1:34759_solr x:testSimple1_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1046755 INFO (qtp1422037242-18110) [n:127.0.0.1:39552_solr x:testSimple1_shard2_replica_n7] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n7&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1046755 INFO (qtp1422037242-18110) [n:127.0.0.1:39552_solr x:testSimple1_shard2_replica_n7] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1046758 INFO (qtp1422037242-18112) [n:127.0.0.1:39552_solr x:testSimple1_shard1_replica_n3] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n3&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1046758 INFO (qtp107901482-18092) [n:127.0.0.1:34759_solr x:testSimple1_shard2_replica_n5] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n5&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1047781 INFO (qtp1422037242-18110) [n:127.0.0.1:39552_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
[junit4] 2> 1047781 INFO (qtp1422037242-18112) [n:127.0.0.1:39552_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
[junit4] 2> 1047801 INFO (qtp107901482-18095) [n:127.0.0.1:34759_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
[junit4] 2> 1047803 INFO (qtp1422037242-18112) [n:127.0.0.1:39552_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n3] Schema name=minimal
[junit4] 2> 1047806 INFO (qtp1422037242-18112) [n:127.0.0.1:39552_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1047806 INFO (qtp1422037242-18112) [n:127.0.0.1:39552_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n3' using configuration from collection testSimple1, trusted=true
[junit4] 2> 1047807 INFO (qtp107901482-18092) [n:127.0.0.1:34759_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
[junit4] 2> 1047811 INFO (qtp1422037242-18112) [n:127.0.0.1:39552_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard1.replica_n3' (registry 'solr.core.testSimple1.shard1.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3268ada1
[junit4] 2> 1047813 INFO (qtp1422037242-18110) [n:127.0.0.1:39552_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n7] Schema name=minimal
[junit4] 2> 1047815 INFO (qtp1422037242-18110) [n:127.0.0.1:39552_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1047816 INFO (qtp1422037242-18110) [n:127.0.0.1:39552_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n7' using configuration from collection testSimple1, trusted=true
[junit4] 2> 1047816 INFO (qtp1422037242-18110) [n:127.0.0.1:39552_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard2.replica_n7' (registry 'solr.core.testSimple1.shard2.replica_n7') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3268ada1
[junit4] 2> 1047824 INFO (qtp107901482-18092) [n:127.0.0.1:34759_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n5] Schema name=minimal
[junit4] 2> 1047827 INFO (qtp107901482-18092) [n:127.0.0.1:34759_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1047827 INFO (qtp107901482-18092) [n:127.0.0.1:34759_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n5' using configuration from collection testSimple1, trusted=true
[junit4] 2> 1047827 INFO (qtp107901482-18092) [n:127.0.0.1:34759_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard2.replica_n5' (registry 'solr.core.testSimple1.shard2.replica_n5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3268ada1
[junit4] 2> 1047831 INFO (qtp1422037242-18112) [n:127.0.0.1:39552_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:34207/solr_hdfs_home
[junit4] 2> 1047831 INFO (qtp1422037242-18112) [n:127.0.0.1:39552_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1047831 INFO (qtp1422037242-18112) [n:127.0.0.1:39552_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n3] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_84ED65A251F02B-001/tempDir-002/node3/testSimple1_shard1_replica_n3], dataDir=[hdfs://localhost:34207/solr_hdfs_home/testSimple1/core_node4/data/]
[junit4] 2> 1047833 INFO (qtp1422037242-18110) [n:127.0.0.1:39552_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:34207/solr_hdfs_home
[junit4] 2> 1047834 INFO (qtp1422037242-18110) [n:127.0.0.1:39552_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1047834 INFO (qtp1422037242-18110) [n:127.0.0.1:39552_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n7] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_84ED65A251F02B-001/tempDir-002/node3/testSimple1_shard2_replica_n7], dataDir=[hdfs://localhost:34207/solr_hdfs_home/testSimple1/core_node8/data/]
[junit4] 2> 1047834 INFO (qtp1422037242-18112) [n:127.0.0.1:39552_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:34207/solr_hdfs_home/testSimple1/core_node4/data/snapshot_metadata
[junit4] 2> 1047835 INFO (qtp1422037242-18110) [n:127.0.0.1:39552_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:34207/solr_hdfs_home/testSimple1/core_node8/data/snapshot_metadata
[junit4] 2> 1047840 INFO (qtp107901482-18092) [n:127.0.0.1:34759_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:34207/solr_hdfs_home
[junit4] 2> 1047840 INFO (qtp107901482-18092) [n:127.0.0.1:34759_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1047840 INFO (qtp107901482-18092) [n:127.0.0.1:34759_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n5] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_84ED65A251F02B-001/tempDir-002/node1/testSimple1_shard2_replica_n5], dataDir=[hdfs://localhost:34207/solr_hdfs_home/testSimple1/core_node6/data/]
[junit4] 2> 1047841 INFO (qtp107901482-18092) [n:127.0.0.1:34759_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:34207/solr_hdfs_home/testSimple1/core_node6/data/snapshot_metadata
[junit4] 2> 1047844 INFO (qtp107901482-18095) [n:127.0.0.1:34759_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1047847 INFO (qtp107901482-18095) [n:127.0.0.1:34759_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1047848 INFO (qtp107901482-18095) [n:127.0.0.1:34759_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n1' using configuration from collection testSimple1, trusted=true
[junit4] 2> 1047849 INFO (qtp107901482-18095) [n:127.0.0.1:34759_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard1.replica_n1' (registry 'solr.core.testSimple1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3268ada1
[junit4] 2> 1047849 INFO (qtp107901482-18095) [n:127.0.0.1:34759_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:34207/solr_hdfs_home
[junit4] 2> 1047849 INFO (qtp107901482-18095) [n:127.0.0.1:34759_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1047849 INFO (qtp107901482-18092) [n:127.0.0.1:34759_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1047849 INFO (qtp107901482-18092) [n:127.0.0.1:34759_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 1047849 INFO (qtp107901482-18092) [n:127.0.0.1:34759_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 1047852 INFO (qtp107901482-18095) [n:127.0.0.1:34759_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_84ED65A251F02B-001/tempDir-002/node1/testSimple1_shard1_replica_n1], dataDir=[hdfs://localhost:34207/solr_hdfs_home/testSimple1/core_node2/data/]
[junit4] 2> 1047854 INFO (qtp107901482-18095) [n:127.0.0.1:34759_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:34207/solr_hdfs_home/testSimple1/core_node2/data/snapshot_metadata
[junit4] 2> 1047867 INFO (qtp1422037242-18112) [n:127.0.0.1:39552_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1047867 INFO (qtp1422037242-18112) [n:127.0.0.1:39552_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 1047867 INFO (qtp1422037242-18112) [n:127.0.0.1:39552_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 1047871 INFO (qtp1422037242-18110) [n:127.0.0.1:39552_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1047871 INFO (qtp1422037242-18110) [n:127.0.0.1:39552_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 1047871 INFO (qtp1422037242-18110) [n:127.0.0.1:39552_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 1047878 INFO (qtp1422037242-18112) [n:127.0.0.1:39552_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1047879 INFO (qtp107901482-18092) [n:127.0.0.1:34759_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1047879 INFO (qtp107901482-18095) [n:127.0.0.1:34759_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1047879 INFO (qtp107901482-18095) [n:127.0.0.1:34759_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 1047879 INFO (qtp107901482-18095) [n:127.0.0.1:34759_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 1047881 INFO (qtp1422037242-18112) [n:127.0.0.1:39552_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:34207/solr_hdfs_home/testSimple1/core_node4/data
[junit4] 2> 1047881 INFO (qtp107901482-18092) [n:127.0.0.1:34759_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:34207/solr_hdfs_home/testSimple1/core_node6/data
[junit4] 2> 1047882 INFO (qtp1422037242-18110) [n:127.0.0.1:39552_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1047882 INFO (qtp1422037242-18110) [n:127.0.0.1:39552_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:34207/solr_hdfs_home/testSimple1/core_node8/data
[junit4] 2> 1047902 INFO (qtp107901482-18095) [n:127.0.0.1:34759_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1047905 INFO (qtp107901482-18095) [n:127.0.0.1:34759_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:34207/solr_hdfs_home/testSimple1/core_node2/data
[junit4] 2> 1047922 INFO (qtp1422037242-18110) [n:127.0.0.1:39552_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:34207/solr_hdfs_home/testSimple1/core_node8/data/index
[junit4] 2> 1047924 INFO (qtp1422037242-18112) [n:127.0.0.1:39552_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:34207/solr_hdfs_home/testSimple1/core_node4/data/index
[junit4] 2> 1047924 INFO (qtp107901482-18092) [n:127.0.0.1:34759_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:34207/solr_hdfs_home/testSimple1/core_node6/data/index
[junit4] 2> 1047941 INFO (qtp107901482-18092) [n:127.0.0.1:34759_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1047941 INFO (qtp107901482-18092) [n:127.0.0.1:34759_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 1047941 INFO (qtp107901482-18092) [n:127.0.0.1:34759_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 1047945 INFO (qtp1422037242-18112) [n:127.0.0.1:39552_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1047945 INFO (qtp1422037242-18112) [n:127.0.0.1:39552_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 1047945 INFO (qtp1422037242-18112) [n:127.0.0.1:39552_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 1047951 INFO (qtp1422037242-18110) [n:127.0.0.1:39552_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1047951 INFO (qtp1422037242-18110) [n:127.0.0.1:39552_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 1047951 INFO (qtp1422037242-18110) [n:127.0.0.1:39552_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 1047958 INFO (qtp1422037242-18110) [n:127.0.0.1:39552_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1047961 INFO (qtp107901482-18095) [n:127.0.0.1:34759_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:34207/solr_hdfs_home/testSimple1/core_node2/data/index
[junit4] 2> 1047968 INFO (qtp107901482-18095) [n:127.0.0.1:34759_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1047968 INFO (qtp107901482-18095) [n:127.0.0.1:34759_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 1047968 INFO (qtp107901482-18095) [n:127.0.0.1:34759_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 1047971 INFO (qtp107901482-18092) [n:127.0.0.1:34759_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1047973 INFO (qtp1422037242-18112) [n:127.0.0.1:39552_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1047976 INFO (qtp107901482-18095) [n:127.0.0.1:34759_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1048107 INFO (qtp1422037242-18112) [n:127.0.0.1:39552_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 1048107 INFO (qtp1422037242-18112) [n:127.0.0.1:39552_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1048107 INFO (qtp1422037242-18112) [n:127.0.0.1:39552_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 1048112 INFO (qtp107901482-18095) [n:127.0.0.1:34759_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 1048112 INFO (qtp107901482-18095) [n:127.0.0.1:34759_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1048112 INFO (qtp107901482-18095) [n:127.0.0.1:34759_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 1048123 INFO (qtp1422037242-18112) [n:127.0.0.1:39552_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1048123 INFO (qtp1422037242-18112) [n:127.0.0.1:39552_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1048124 INFO (qtp107901482-18095) [n:127.0.0.1:34759_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1048124 INFO (qtp107901482-18095) [n:127.0.0.1:34759_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1048149 INFO (qtp1422037242-18112) [n:127.0.0.1:39552_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@5a1f786a[testSimple1_shard1_replica_n3] main]
[junit4] 2> 1048151 INFO (qtp1422037242-18112) [n:127.0.0.1:39552_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1048151 INFO (qtp107901482-18095) [n:127.0.0.1:34759_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@11fd18b9[testSimple1_shard1_replica_n1] main]
[junit4] 2> 1048152 INFO (qtp1422037242-18112) [n:127.0.0.1:39552_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1048153 INFO (qtp1422037242-18112) [n:127.0.0.1:39552_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1048153 INFO (qtp107901482-18095) [n:127.0.0.1:34759_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1048154 INFO (qtp1422037242-18112) [n:127.0.0.1:39552_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1631236302637629440
[junit4] 2> 1048154 INFO (qtp107901482-18095) [n:127.0.0.1:34759_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1048154 INFO (qtp107901482-18095) [n:127.0.0.1:34759_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1048155 INFO (qtp107901482-18095) [n:127.0.0.1:34759_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1631236302638678016
[junit4] 2> 1048158 INFO (searcherExecutor-2775-thread-1-processing-n:127.0.0.1:39552_solr x:testSimple1_shard1_replica_n3 c:testSimple1 s:shard1 r:core_node4) [n:127.0.0.1:39552_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.SolrCore [testSimple1_shard1_replica_n3] Registered new searcher Searcher@5a1f786a[testSimple1_shard1_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1048159 INFO (searcherExecutor-2778-thread-1-processing-n:127.0.0.1:34759_solr x:testSimple1_shard1_replica_n1 c:testSimple1 s:shard1 r:core_node2) [n:127.0.0.1:34759_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [testSimple1_shard1_replica_n1] Registered new searcher Searcher@11fd18b9[testSimple1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1048163 INFO (qtp1422037242-18112) [n:127.0.0.1:39552_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard1 to Terms{values={core_node4=0}, version=0}
[junit4] 2> 1048163 INFO (qtp1422037242-18112) [n:127.0.0.1:39552_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testSimple1/leaders/shard1
[junit4] 2> 1048166 INFO (qtp107901482-18095) [n:127.0.0.1:34759_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard1 to Terms{values={core_node2=0, core_node4=0}, version=1}
[junit4] 2> 1048166 INFO (qtp107901482-18095) [n:127.0.0.1:34759_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testSimple1/leaders/shard1
[junit4] 2> 1048170 INFO (qtp1422037242-18112) [n:127.0.0.1:39552_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1048170 INFO (qtp1422037242-18112) [n:127.0.0.1:39552_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1048170 INFO (qtp1422037242-18112) [n:127.0.0.1:39552_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39552/solr/testSimple1_shard1_replica_n3/
[junit4] 2> 1048171 INFO (qtp1422037242-18112) [n:127.0.0.1:39552_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n3 url=http://127.0.0.1:39552/solr START replicas=[http://127.0.0.1:34759/solr/testSimple1_shard1_replica_n1/] nUpdates=100
[junit4] 2> 1048171 INFO (qtp1422037242-18112) [n:127.0.0.1:39552_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n3 url=http://127.0.0.1:39552/solr DONE. We have no versions. sync failed.
[junit4] 2> 1048174 INFO (qtp107901482-18094) [n:127.0.0.1:34759_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.S.Request [testSimple1_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1048175 INFO (qtp1422037242-18112) [n:127.0.0.1:39552_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1048175 INFO (qtp1422037242-18112) [n:127.0.0.1:39552_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1048175 INFO (qtp1422037242-18112) [n:127.0.0.1:39552_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/testSimple1/leaders/shard1/leader after winning as /collections/testSimple1/leader_elect/shard1/election/73158789876350987-core_node4-n_0000000000
[junit4] 2> 1048177 INFO (qtp1422037242-18112) [n:127.0.0.1:39552_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39552/solr/testSimple1_shard1_replica_n3/ shard1
[junit4] 2> 1048280 INFO (zkCallback-3570-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1048281 INFO (qtp1422037242-18112) [n:127.0.0.1:39552_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1048284 INFO (qtp1422037242-18112) [n:127.0.0.1:39552_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n3&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1526
[junit4] 2> 1048384 INFO (zkCallback-3570-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1048384 INFO (zkCallback-3570-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1048519 INFO (qtp1422037242-18110) [n:127.0.0.1:39552_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 1048519 INFO (qtp1422037242-18110) [n:127.0.0.1:39552_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1048519 INFO (qtp1422037242-18110) [n:127.0.0.1:39552_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 1048529 INFO (qtp107901482-18092) [n:127.0.0.1:34759_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 1048529 INFO (qtp107901482-18092) [n:127.0.0.1:34759_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1048529 INFO (qtp107901482-18092) [n:127.0.0.1:34759_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 1048534 INFO (qtp1422037242-18110) [n:127.0.0.1:39552_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1048534 INFO (qtp1422037242-18110) [n:127.0.0.1:39552_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1048551 INFO (qtp107901482-18092) [n:127.0.0.1:34759_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1048551 INFO (qtp107901482-18092) [n:127.0.0.1:34759_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1048557 INFO (qtp1422037242-18110) [n:127.0.0.1:39552_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.s.SolrIndexSearcher Opening [Searcher@149a652d[testSimple1_shard2_replica_n7] main]
[junit4] 2> 1048559 INFO (qtp1422037242-18110) [n:127.0.0.1:39552_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1048560 INFO (qtp1422037242-18110) [n:127.0.0.1:39552_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1048560 INFO (qtp1422037242-18110) [n:127.0.0.1:39552_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1048561 INFO (qtp1422037242-18110) [n:127.0.0.1:39552_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1631236303064399872
[junit4] 2> 1048564 INFO (searcherExecutor-2776-thread-1-processing-n:127.0.0.1:39552_solr x:testSimple1_shard2_replica_n7 c:testSimple1 s:shard2 r:core_node8) [n:127.0.0.1:39552_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.SolrCore [testSimple1_shard2_replica_n7] Registered new searcher Searcher@149a652d[testSimple1_shard2_replica_n7] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1048567 INFO (qtp1422037242-18110) [n:127.0.0.1:39552_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard2 to Terms{values={core_node8=0}, version=0}
[junit4] 2> 1048568 INFO (qtp1422037242-18110) [n:127.0.0.1:39552_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testSimple1/leaders/shard2
[junit4] 2> 1048579 INFO (qtp107901482-18092) [n:127.0.0.1:34759_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.s.SolrIndexSearcher Opening [Searcher@332b066f[testSimple1_shard2_replica_n5] main]
[junit4] 2> 1048580 INFO (qtp107901482-18092) [n:127.0.0.1:34759_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1048581 INFO (qtp107901482-18092) [n:127.0.0.1:34759_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1048581 INFO (qtp107901482-18092) [n:127.0.0.1:34759_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1048582 INFO (qtp1422037242-18110) [n:127.0.0.1:39552_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=14999ms
[junit4] 2> 1048582 INFO (qtp107901482-18092) [n:127.0.0.1:34759_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1631236303086419968
[junit4] 2> 1048587 INFO (searcherExecutor-2777-thread-1-processing-n:127.0.0.1:34759_solr x:testSimple1_shard2_replica_n5 c:testSimple1 s:shard2 r:core_node6) [n:127.0.0.1:34759_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.SolrCore [testSimple1_shard2_replica_n5] Registered new searcher Searcher@332b066f[testSimple1_shard2_replica_n5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1048590 INFO (qtp107901482-18092) [n:127.0.0.1:34759_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard2 to Terms{values={core_node6=0, core_node8=0}, version=1}
[junit4] 2> 1048596 INFO (qtp107901482-18092) [n:127.0.0.1:34759_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testSimple1/leaders/shard2
[junit4] 2> 1048687 INFO (zkCallback-3570-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1048687 INFO (zkCallback-3570-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1049082 INFO (qtp1422037242-18110) [n:127.0.0.1:39552_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1049082 INFO (qtp1422037242-18110) [n:127.0.0.1:39552_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1049082 INFO (qtp1422037242-18110) [n:127.0.0.1:39552_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39552/solr/testSimple1_shard2_replica_n7/
[junit4] 2> 1049083 INFO (qtp1422037242-18110) [n:127.0.0.1:39552_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n7 url=http://127.0.0.1:39552/solr START replicas=[http://127.0.0.1:34759/solr/testSimple1_shard2_replica_n5/] nUpdates=100
[junit4] 2> 1049083 INFO (qtp1422037242-18110) [n:127.0.0.1:39552_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n7 url=http://127.0.0.1:39552/solr DONE. We have no versions. sync failed.
[junit4] 2> 1049085 INFO (qtp107901482-18096) [n:127.0.0.1:34759_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.S.Request
[...truncated too long message...]
re:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/null334253230
[copy] Copying 38 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/null334253230
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/null334253230
resolve-example:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
resolve-server:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/null1760319963
[copy] Copying 239 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/null1760319963
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/null1760319963
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 53ms :: artifacts dl 7ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/build.xml:661: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/build.xml:506: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/build.xml:493: Source checkout is dirty (unversioned/missing files) after running tests!!! Offending files:
* solr/licenses/gmetric4j-1.0.7.jar.sha1
Total time: 312 minutes 17 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-BadApples-NightlyTests-8.x - Build # 13 -
Still Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-NightlyTests-8.x/13/
2 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest.testSimple
Error Message:
Waiting for collection testSimple2 Timeout waiting to see state for collection=testSimple2 :DocCollection(testSimple2//collections/testSimple2/state.json/21)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node3":{ "dataDir":"hdfs://localhost:34207/solr_hdfs_home/testSimple2/core_node3/data/", "base_url":"http://127.0.0.1:33707/solr", "node_name":"127.0.0.1:33707_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:34207/solr_hdfs_home/testSimple2/core_node3/data/tlog", "core":"testSimple2_shard1_replica_n1", "shared_storage":"true", "state":"active", "leader":"true"}, "core_node5":{ "dataDir":"hdfs://localhost:34207/solr_hdfs_home/testSimple2/core_node5/data/", "base_url":"http://127.0.0.1:41884/solr", "node_name":"127.0.0.1:41884_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:34207/solr_hdfs_home/testSimple2/core_node5/data/tlog", "core":"testSimple2_shard1_replica_n2", "shared_storage":"true", "state":"down"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node7":{ "dataDir":"hdfs://localhost:34207/solr_hdfs_home/testSimple2/core_node7/data/", "base_url":"http://127.0.0.1:33707/solr", "node_name":"127.0.0.1:33707_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:34207/solr_hdfs_home/testSimple2/core_node7/data/tlog", "core":"testSimple2_shard2_replica_n4", "shared_storage":"true", "state":"active", "leader":"true"}, "core_node8":{ "dataDir":"hdfs://localhost:34207/solr_hdfs_home/testSimple2/core_node8/data/", "base_url":"http://127.0.0.1:41884/solr", "node_name":"127.0.0.1:41884_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:34207/solr_hdfs_home/testSimple2/core_node8/data/tlog", "core":"testSimple2_shard2_replica_n6", "shared_storage":"true", "state":"down"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"} Live Nodes: [127.0.0.1:33707_solr, 127.0.0.1:38945_solr] Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/21)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node3":{ "dataDir":"hdfs://localhost:34207/solr_hdfs_home/testSimple2/core_node3/data/", "base_url":"http://127.0.0.1:33707/solr", "node_name":"127.0.0.1:33707_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:34207/solr_hdfs_home/testSimple2/core_node3/data/tlog", "core":"testSimple2_shard1_replica_n1", "shared_storage":"true", "state":"active", "leader":"true"}, "core_node5":{ "dataDir":"hdfs://localhost:34207/solr_hdfs_home/testSimple2/core_node5/data/", "base_url":"http://127.0.0.1:41884/solr", "node_name":"127.0.0.1:41884_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:34207/solr_hdfs_home/testSimple2/core_node5/data/tlog", "core":"testSimple2_shard1_replica_n2", "shared_storage":"true", "state":"down"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node7":{ "dataDir":"hdfs://localhost:34207/solr_hdfs_home/testSimple2/core_node7/data/", "base_url":"http://127.0.0.1:33707/solr", "node_name":"127.0.0.1:33707_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:34207/solr_hdfs_home/testSimple2/core_node7/data/tlog", "core":"testSimple2_shard2_replica_n4", "shared_storage":"true", "state":"active", "leader":"true"}, "core_node8":{ "dataDir":"hdfs://localhost:34207/solr_hdfs_home/testSimple2/core_node8/data/", "base_url":"http://127.0.0.1:41884/solr", "node_name":"127.0.0.1:41884_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:34207/solr_hdfs_home/testSimple2/core_node8/data/tlog", "core":"testSimple2_shard2_replica_n6", "shared_storage":"true", "state":"down"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Waiting for collection testSimple2
Timeout waiting to see state for collection=testSimple2 :DocCollection(testSimple2//collections/testSimple2/state.json/21)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node3":{
"dataDir":"hdfs://localhost:34207/solr_hdfs_home/testSimple2/core_node3/data/",
"base_url":"http://127.0.0.1:33707/solr",
"node_name":"127.0.0.1:33707_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:34207/solr_hdfs_home/testSimple2/core_node3/data/tlog",
"core":"testSimple2_shard1_replica_n1",
"shared_storage":"true",
"state":"active",
"leader":"true"},
"core_node5":{
"dataDir":"hdfs://localhost:34207/solr_hdfs_home/testSimple2/core_node5/data/",
"base_url":"http://127.0.0.1:41884/solr",
"node_name":"127.0.0.1:41884_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:34207/solr_hdfs_home/testSimple2/core_node5/data/tlog",
"core":"testSimple2_shard1_replica_n2",
"shared_storage":"true",
"state":"down"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node7":{
"dataDir":"hdfs://localhost:34207/solr_hdfs_home/testSimple2/core_node7/data/",
"base_url":"http://127.0.0.1:33707/solr",
"node_name":"127.0.0.1:33707_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:34207/solr_hdfs_home/testSimple2/core_node7/data/tlog",
"core":"testSimple2_shard2_replica_n4",
"shared_storage":"true",
"state":"active",
"leader":"true"},
"core_node8":{
"dataDir":"hdfs://localhost:34207/solr_hdfs_home/testSimple2/core_node8/data/",
"base_url":"http://127.0.0.1:41884/solr",
"node_name":"127.0.0.1:41884_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:34207/solr_hdfs_home/testSimple2/core_node8/data/tlog",
"core":"testSimple2_shard2_replica_n6",
"shared_storage":"true",
"state":"down"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"true",
"nrtReplicas":"2",
"tlogReplicas":"0"}
Live Nodes: [127.0.0.1:33707_solr, 127.0.0.1:38945_solr]
Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/21)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node3":{
"dataDir":"hdfs://localhost:34207/solr_hdfs_home/testSimple2/core_node3/data/",
"base_url":"http://127.0.0.1:33707/solr",
"node_name":"127.0.0.1:33707_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:34207/solr_hdfs_home/testSimple2/core_node3/data/tlog",
"core":"testSimple2_shard1_replica_n1",
"shared_storage":"true",
"state":"active",
"leader":"true"},
"core_node5":{
"dataDir":"hdfs://localhost:34207/solr_hdfs_home/testSimple2/core_node5/data/",
"base_url":"http://127.0.0.1:41884/solr",
"node_name":"127.0.0.1:41884_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:34207/solr_hdfs_home/testSimple2/core_node5/data/tlog",
"core":"testSimple2_shard1_replica_n2",
"shared_storage":"true",
"state":"down"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node7":{
"dataDir":"hdfs://localhost:34207/solr_hdfs_home/testSimple2/core_node7/data/",
"base_url":"http://127.0.0.1:33707/solr",
"node_name":"127.0.0.1:33707_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:34207/solr_hdfs_home/testSimple2/core_node7/data/tlog",
"core":"testSimple2_shard2_replica_n4",
"shared_storage":"true",
"state":"active",
"leader":"true"},
"core_node8":{
"dataDir":"hdfs://localhost:34207/solr_hdfs_home/testSimple2/core_node8/data/",
"base_url":"http://127.0.0.1:41884/solr",
"node_name":"127.0.0.1:41884_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:34207/solr_hdfs_home/testSimple2/core_node8/data/tlog",
"core":"testSimple2_shard2_replica_n6",
"shared_storage":"true",
"state":"down"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"true",
"nrtReplicas":"2",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([820CE93A50B573C6:BABFCDC47746A717]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:310)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:169)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.handler.component.TestDistributedStatsComponentCardinality.test
Error Message:
Captured an uncaught exception in thread: Thread[id=140854, name=Thread-8806, state=RUNNABLE, group=TGRP-TestDistributedStatsComponentCardinality]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=140854, name=Thread-8806, state=RUNNABLE, group=TGRP-TestDistributedStatsComponentCardinality]
at __randomizedtesting.SeedInfo.seed([820CE93A50B573C6:A58D6E0FE491E3E]:0)
Caused by: junit.framework.AssertionFailedError: .responseHeader.status:200!=0
at __randomizedtesting.SeedInfo.seed([820CE93A50B573C6]:0)
at junit.framework.Assert.fail(Assert.java:57)
at org.apache.solr.BaseDistributedSearchTestCase.compareSolrResponses(BaseDistributedSearchTestCase.java:999)
at org.apache.solr.BaseDistributedSearchTestCase.compareResponses(BaseDistributedSearchTestCase.java:1026)
at org.apache.solr.BaseDistributedSearchTestCase$5.run(BaseDistributedSearchTestCase.java:695)
Build Log:
[...truncated 14014 lines...]
[junit4] Suite: org.apache.solr.handler.component.TestDistributedStatsComponentCardinality
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_820CE93A50B573C6-001/init-core-data-001
[junit4] 2> 1422592 INFO (SUITE-TestDistributedStatsComponentCardinality-seed#[820CE93A50B573C6]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1422594 INFO (SUITE-TestDistributedStatsComponentCardinality-seed#[820CE93A50B573C6]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-9062)
[junit4] 2> 1422594 INFO (SUITE-TestDistributedStatsComponentCardinality-seed#[820CE93A50B573C6]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1422594 INFO (SUITE-TestDistributedStatsComponentCardinality-seed#[820CE93A50B573C6]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /_ws/ny
[junit4] 2> 1422783 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_820CE93A50B573C6-001/tempDir-001/control/cores/collection1
[junit4] 2> 1422784 WARN (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1422785 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 1422785 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1422785 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 1422786 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1422786 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1422786 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1422788 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@75e913e1{/_ws/ny,null,AVAILABLE}
[junit4] 2> 1422790 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@36fe24f0{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:36931}
[junit4] 2> 1422790 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.e.j.s.Server Started @1422854ms
[junit4] 2> 1422790 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/_ws/ny, hostPort=36931, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_820CE93A50B573C6-001/tempDir-001/control/cores}
[junit4] 2> 1422791 ERROR (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1422791 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1422824 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.1.0
[junit4] 2> 1422824 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 1422824 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1422824 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-04-12T07:37:41.699Z
[junit4] 2> 1422824 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_820CE93A50B573C6-001/tempDir-001/control/solr.xml
[junit4] 2> 1422830 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1422830 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1422831 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@79c6ae50, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1423022 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 1423024 WARN (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@2ff7d164[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1423028 WARN (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@76ebc83a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1423057 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1423057 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1423084 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79c6ae50
[junit4] 2> 1423099 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79c6ae50
[junit4] 2> 1423099 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79c6ae50
[junit4] 2> 1423102 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_820CE93A50B573C6-001/tempDir-001/control/cores
[junit4] 2> 1423102 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1423103 INFO (coreLoadExecutor-12383-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 1423189 INFO (coreLoadExecutor-12383-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
[junit4] 2> 1423223 INFO (coreLoadExecutor-12383-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1423400 INFO (coreLoadExecutor-12383-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1423410 INFO (coreLoadExecutor-12383-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 1423410 INFO (coreLoadExecutor-12383-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79c6ae50
[junit4] 2> 1423410 INFO (coreLoadExecutor-12383-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_820CE93A50B573C6-001/tempDir-001/control/cores/collection1/data/]
[junit4] 2> 1423412 INFO (coreLoadExecutor-12383-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=2, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.591778928606688]
[junit4] 2> 1423501 INFO (coreLoadExecutor-12383-thread-1) [ x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1423501 INFO (coreLoadExecutor-12383-thread-1) [ x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1423504 INFO (coreLoadExecutor-12383-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1423504 INFO (coreLoadExecutor-12383-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1423505 INFO (coreLoadExecutor-12383-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@4cda5b30
[junit4] 2> 1423506 INFO (coreLoadExecutor-12383-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@249f9a24[collection1] main]
[junit4] 2> 1423506 INFO (coreLoadExecutor-12383-thread-1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 1423517 INFO (coreLoadExecutor-12383-thread-1) [ x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 1423554 INFO (coreLoadExecutor-12383-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1423555 INFO (coreLoadExecutor-12383-thread-1) [ x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1630592997712199680
[junit4] 2> 1423557 INFO (searcherExecutor-12384-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 1423557 INFO (searcherExecutor-12384-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 1423557 INFO (searcherExecutor-12384-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 1423557 INFO (searcherExecutor-12384-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 1423557 INFO (searcherExecutor-12384-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 1423558 INFO (searcherExecutor-12384-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 1423558 INFO (searcherExecutor-12384-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 1423558 INFO (searcherExecutor-12384-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 1423559 INFO (searcherExecutor-12384-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 1423560 INFO (searcherExecutor-12384-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@249f9a24[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1423751 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_820CE93A50B573C6-001/tempDir-001/shard0/cores/collection1
[junit4] 2> 1423752 WARN (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1423753 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 1423753 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1423753 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 1423754 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1423754 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1423754 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1423754 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4368ba63{/_ws/ny,null,AVAILABLE}
[junit4] 2> 1423755 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7724d2b7{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:34794}
[junit4] 2> 1423755 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.e.j.s.Server Started @1423819ms
[junit4] 2> 1423755 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/_ws/ny, hostPort=34794, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_820CE93A50B573C6-001/tempDir-001/shard0/cores}
[junit4] 2> 1423755 ERROR (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1423755 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1423755 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.1.0
[junit4] 2> 1423755 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 1423755 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1423755 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-04-12T07:37:42.630Z
[junit4] 2> 1423756 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_820CE93A50B573C6-001/tempDir-001/shard0/solr.xml
[junit4] 2> 1423761 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1423761 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1423763 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@79c6ae50, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1423948 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 1423950 WARN (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@7a15fef9[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1423954 WARN (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@53758caf[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1423981 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1423981 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1424009 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79c6ae50
[junit4] 2> 1424027 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79c6ae50
[junit4] 2> 1424027 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79c6ae50
[junit4] 2> 1424029 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_820CE93A50B573C6-001/tempDir-001/shard0/cores
[junit4] 2> 1424029 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1424030 INFO (coreLoadExecutor-12397-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 1424104 INFO (coreLoadExecutor-12397-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
[junit4] 2> 1424133 INFO (coreLoadExecutor-12397-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1424286 INFO (coreLoadExecutor-12397-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1424295 INFO (coreLoadExecutor-12397-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 1424296 INFO (coreLoadExecutor-12397-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79c6ae50
[junit4] 2> 1424296 INFO (coreLoadExecutor-12397-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_820CE93A50B573C6-001/tempDir-001/shard0/cores/collection1/data/]
[junit4] 2> 1424298 INFO (coreLoadExecutor-12397-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=2, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.591778928606688]
[junit4] 2> 1424377 INFO (coreLoadExecutor-12397-thread-1) [ x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1424377 INFO (coreLoadExecutor-12397-thread-1) [ x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1424381 INFO (coreLoadExecutor-12397-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1424381 INFO (coreLoadExecutor-12397-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1424383 INFO (coreLoadExecutor-12397-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@734e9923
[junit4] 2> 1424383 INFO (coreLoadExecutor-12397-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7b594d3e[collection1] main]
[junit4] 2> 1424384 INFO (coreLoadExecutor-12397-thread-1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 1424398 INFO (coreLoadExecutor-12397-thread-1) [ x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 1424443 INFO (coreLoadExecutor-12397-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1424444 INFO (coreLoadExecutor-12397-thread-1) [ x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1630592998644383744
[junit4] 2> 1424446 INFO (searcherExecutor-12398-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 1424446 INFO (searcherExecutor-12398-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 1424446 INFO (searcherExecutor-12398-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 1424446 INFO (searcherExecutor-12398-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 1424447 INFO (searcherExecutor-12398-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 1424447 INFO (searcherExecutor-12398-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 1424447 INFO (searcherExecutor-12398-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 1424448 INFO (searcherExecutor-12398-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 1424448 INFO (searcherExecutor-12398-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 1424449 INFO (searcherExecutor-12398-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7b594d3e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1425138 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_820CE93A50B573C6-001/tempDir-001/shard1/cores/collection1
[junit4] 2> 1425139 WARN (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1425139 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 1425139 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1425139 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 1425141 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1425141 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1425141 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1425141 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@741736ac{/_ws/ny,null,AVAILABLE}
[junit4] 2> 1425142 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4cd28eb9{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:34996}
[junit4] 2> 1425142 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.e.j.s.Server Started @1425206ms
[junit4] 2> 1425142 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/_ws/ny, hostPort=34996, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_820CE93A50B573C6-001/tempDir-001/shard1/cores}
[junit4] 2> 1425142 ERROR (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1425142 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1425142 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.1.0
[junit4] 2> 1425142 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 1425142 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1425142 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-04-12T07:37:44.017Z
[junit4] 2> 1425143 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_820CE93A50B573C6-001/tempDir-001/shard1/solr.xml
[junit4] 2> 1425148 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1425148 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1425170 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@79c6ae50, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1425308 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 1425310 WARN (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@cc83d79[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1425315 WARN (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@4b1d5296[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1425342 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1425342 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1425371 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79c6ae50
[junit4] 2> 1425389 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79c6ae50
[junit4] 2> 1425389 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79c6ae50
[junit4] 2> 1425392 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_820CE93A50B573C6-001/tempDir-001/shard1/cores
[junit4] 2> 1425392 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1425393 INFO (coreLoadExecutor-12411-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 1425436 INFO (coreLoadExecutor-12411-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
[junit4] 2> 1425464 INFO (coreLoadExecutor-12411-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1425637 INFO (coreLoadExecutor-12411-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1425647 INFO (coreLoadExecutor-12411-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 1425647 INFO (coreLoadExecutor-12411-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79c6ae50
[junit4] 2> 1425647 INFO (coreLoadExecutor-12411-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_820CE93A50B573C6-001/tempDir-001/shard1/cores/collection1/data/]
[junit4] 2> 1425649 INFO (coreLoadExecutor-12411-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=2, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.591778928606688]
[junit4] 2> 1425728 INFO (coreLoadExecutor-12411-thread-1) [ x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1425728 INFO (coreLoadExecutor-12411-thread-1) [ x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1425731 INFO (coreLoadExecutor-12411-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1425731 INFO (coreLoadExecutor-12411-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1425732 INFO (coreLoadExecutor-12411-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@76324cd5
[junit4] 2> 1425732 INFO (coreLoadExecutor-12411-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@68d0fb0[collection1] main]
[junit4] 2> 1425733 INFO (coreLoadExecutor-12411-thread-1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 1425743 INFO (coreLoadExecutor-12411-thread-1) [ x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 1425790 INFO (coreLoadExecutor-12411-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1425790 INFO (coreLoadExecutor-12411-thread-1) [ x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1630593000055767040
[junit4] 2> 1425792 INFO (searcherExecutor-12412-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 1425793 INFO (searcherExecutor-12412-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 1425793 INFO (searcherExecutor-12412-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 1425793 INFO (searcherExecutor-12412-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 1425793 INFO (searcherExecutor-12412-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 1425794 INFO (searcherExecutor-12412-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 1425794 INFO (searcherExecutor-12412-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 1425794 INFO (searcherExecutor-12412-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 1425794 INFO (searcherExecutor-12412-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 1425796 INFO (searcherExecutor-12412-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@68d0fb0[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1425988 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_820CE93A50B573C6-001/tempDir-001/shard2/cores/collection1
[junit4] 2> 1425988 WARN (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1425989 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 1425989 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1425989 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 1425990 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1425990 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1425990 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1425991 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@535de838{/_ws/ny,null,AVAILABLE}
[junit4] 2> 1425991 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@77716599{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:42557}
[junit4] 2> 1425991 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.e.j.s.Server Started @1426055ms
[junit4] 2> 1425991 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/_ws/ny, hostPort=42557, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_820CE93A50B573C6-001/tempDir-001/shard2/cores}
[junit4] 2> 1425992 ERROR (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1425992 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1425992 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.1.0
[junit4] 2> 1425992 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 1425992 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1425992 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-04-12T07:37:44.867Z
[junit4] 2> 1425992 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_820CE93A50B573C6-001/tempDir-001/shard2/solr.xml
[junit4] 2> 1425997 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1425997 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1425999 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@79c6ae50, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1426118 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 1426120 WARN (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@13a50b85[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1426151 WARN (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@64c6215c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1426180 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1426180 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1426209 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79c6ae50
[junit4] 2> 1426228 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79c6ae50
[junit4] 2> 1426228 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79c6ae50
[junit4] 2> 1426231 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_820CE93A50B573C6-001/tempDir-001/shard2/cores
[junit4] 2> 1426231 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1426232 INFO (coreLoadExecutor-12425-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 1426284 INFO (coreLoadExecutor-12425-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
[junit4] 2> 1426342 INFO (coreLoadExecutor-12425-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1426506 INFO (coreLoadExecutor-12425-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1426520 INFO (coreLoadExecutor-12425-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 1426520 INFO (coreLoadExecutor-12425-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79c6ae50
[junit4] 2> 1426520 INFO (coreLoadExecutor-12425-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_820CE93A50B573C6-001/tempDir-001/shard2/cores/collection1/data/]
[junit4] 2> 1426522 INFO (coreLoadExecutor-12425-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=2, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.591778928606688]
[junit4] 2> 1426601 INFO (coreLoadExecutor-12425-thread-1) [ x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1426601 INFO (coreLoadExecutor-12425-thread-1) [ x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1426604 INFO (coreLoadExecutor-12425-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1426604 INFO (coreLoadExecutor-12425-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1426605 INFO (coreLoadExecutor-12425-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@55dfd63c
[junit4] 2> 1426605 INFO (coreLoadExecutor-12425-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6b7a7744[collection1] main]
[junit4] 2> 1426606 INFO (coreLoadExecutor-12425-thread-1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 1426615 INFO (coreLoadExecutor-12425-thread-1) [ x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 1426656 INFO (coreLoadExecutor-12425-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1426656 INFO (coreLoadExecutor-12425-thread-1) [ x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1630593000963833856
[junit4] 2> 1426658 INFO (searcherExecutor-12426-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 1426658 INFO (searcherExecutor-12426-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 1426658 INFO (searcherExecutor-12426-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 1426658 INFO (searcherExecutor-12426-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 1426659 INFO (searcherExecutor-12426-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 1426659 INFO (searcherExecutor-12426-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 1426659 INFO (searcherExecutor-12426-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 1426660 INFO (searcherExecutor-12426-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 1426660 INFO (searcherExecutor-12426-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 1426661 INFO (searcherExecutor-12426-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6b7a7744[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1426839 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_820CE93A50B573C6-001/tempDir-001/shard3/cores/collection1
[junit4] 2> 1426839 WARN (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1426840 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 1426840 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1426840 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 1426841 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1426841 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1426841 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1426841 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1668371b{/_ws/ny,null,AVAILABLE}
[junit4] 2> 1426842 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@158386c6{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:33647}
[junit4] 2> 1426842 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.e.j.s.Server Started @1426906ms
[junit4] 2> 1426842 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/_ws/ny, hostPort=33647, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_820CE93A50B573C6-001/tempDir-001/shard3/cores}
[junit4] 2> 1426842 ERROR (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1426842 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1426842 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.1.0
[junit4] 2> 1426843 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 1426843 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1426843 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-04-12T07:37:45.718Z
[junit4] 2> 1426843 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_820CE93A50B573C6-001/tempDir-001/shard3/solr.xml
[junit4] 2> 1426848 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1426848 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1426850 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@79c6ae50, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1427097 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 1427099 WARN (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@283c1c3e[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1427104 WARN (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@7e1ce10c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1427133 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1427133 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1427169 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79c6ae50
[junit4] 2> 1427188 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79c6ae50
[junit4] 2> 1427188 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79c6ae50
[junit4] 2> 1427191 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_820CE93A50B573C6-001/tempDir-001/shard3/cores
[junit4] 2> 1427191 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1427192 INFO (coreLoadExecutor-12439-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 1427260 INFO (coreLoadExecutor-12439-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
[junit4] 2> 1427295 INFO (coreLoadExecutor-12439-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1427457 INFO (coreLoadExecutor-12439-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1427467 INFO (coreLoadExecutor-12439-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 1427467 INFO (coreLoadExecutor-12439-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79c6ae50
[junit4] 2> 1427467 INFO (coreLoadExecutor-12439-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_820CE93A50B573C6-001/tempDir-001/shard3/cores/collection1/data/]
[junit4] 2> 1427469 INFO (coreLoadExecutor-12439-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=2, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.591778928606688]
[junit4] 2> 1427573 INFO (coreLoadExecutor-12439-thread-1) [ x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1427573 INFO (coreLoadExecutor-12439-thread-1) [ x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1427576 INFO (coreLoadExecutor-12439-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1427576 INFO (coreLoadExecutor-12439-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1427577 INFO (coreLoadExecutor-12439-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@554650ce
[junit4] 2> 1427577 INFO (coreLoadExecutor-12439-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@a25b694[collection1] main]
[junit4] 2> 1427578 INFO (coreLoadExecutor-12439-thread-1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 1427591 INFO (coreLoadExecutor-12439-thread-1) [ x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 1427647 INFO (coreLoadExecutor-12439-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1427647 INFO (coreLoadExecutor-12439-thread-1) [ x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1630593002002972672
[junit4] 2> 1427649 INFO (searcherExecutor-12440-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 1427650 INFO (searcherExecutor-12440-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 1427650 INFO (searcherExecutor-12440-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 1427650 INFO (searcherExecutor-12440-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 1427650 INFO (searcherExecutor-12440-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 1427650 INFO (searcherExecutor-12440-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 1427651 INFO (searcherExecutor-12440-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 1427651 INFO (searcherExecutor-12440-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 1427651 INFO (searcherExecutor-12440-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 1427653 INFO (searcherExecutor-12440-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@a25b694[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1428347 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_820CE93A50B573C6-001/tempDir-001/shard4/cores/collection1
[junit4] 2> 1428348 WARN (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1428348 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 1428348 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1428348 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 1428350 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1428350 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1428350 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1428350 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4813a026{/_ws/ny,null,AVAILABLE}
[junit4] 2> 1428351 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2bb9b9d1{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:37720}
[junit4] 2> 1428351 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.e.j.s.Server Started @1428414ms
[junit4] 2> 1428351 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/_ws/ny, hostPort=37720, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_820CE93A50B573C6-001/tempDir-001/shard4/cores}
[junit4] 2> 1428351 ERROR (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1428351 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1428351 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.1.0
[junit4] 2> 1428351 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 1428351 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1428351 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-04-12T07:37:47.226Z
[junit4] 2> 1428351 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_820CE93A50B573C6-001/tempDir-001/shard4/solr.xml
[junit4] 2> 1428356 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1428356 INFO (TEST-TestDistributedStatsComponentCardinality.test-seed#[820CE93A50B573C6]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1428358 INFO (TEST-Te
[...truncated too long message...]
ler Stopped o.e.j.s.ServletContextHandler@18ef6eae{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> 3691238 WARN (BP-1819109216-10.41.0.5-1555056850256 heartbeating to localhost/127.0.0.1:34207) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 3691238 WARN (BP-1819109216-10.41.0.5-1555056850256 heartbeating to localhost/127.0.0.1:34207) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1819109216-10.41.0.5-1555056850256 (Datanode Uuid 0a93bfcf-3827-4623-bf5e-fb1c6b111da0) service to localhost/127.0.0.1:34207
[junit4] 2> 3691250 WARN (refreshUsed-/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_820CE93A50B573C6-001/tempDir-001/hdfsBaseDir/data/data1/current/BP-1819109216-10.41.0.5-1555056850256) [ ] o.a.h.f.CachingGetSpaceUsed Thread Interrupted waiting to refresh disk information: sleep interrupted
[junit4] 2> 3691259 WARN (refreshUsed-/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_820CE93A50B573C6-001/tempDir-001/hdfsBaseDir/data/data2/current/BP-1819109216-10.41.0.5-1555056850256) [ ] o.a.h.f.CachingGetSpaceUsed Thread Interrupted waiting to refresh disk information: sleep interrupted
[junit4] 2> 3691272 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[820CE93A50B573C6]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@5e60f5c8{hdfs,/,null,UNAVAILABLE}{/hdfs}
[junit4] 2> 3691273 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[820CE93A50B573C6]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@57541612{HTTP/1.1,[http/1.1]}{localhost:0}
[junit4] 2> 3691273 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[820CE93A50B573C6]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 3691273 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[820CE93A50B573C6]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@13189838{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_820CE93A50B573C6-001
[junit4] 2> Apr 12, 2019 8:15:30 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 33 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@24b39d09), locale=vi, timezone=Australia/Currie
[junit4] 2> NOTE: Linux 4.4.0-137-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=4,free=125325416,total=483917824
[junit4] 2> NOTE: All tests run in this JVM: [CdcrVersionReplicationTest, BlobRepositoryCloudTest, TestCloudRecovery, TestInitQParser, TestSolrCloudSnapshots, NoCacheHeaderTest, DeleteStatusTest, Tagger2Test, ReturnFieldsTest, TestHalfAndHalfDocValues, UniqFieldsUpdateProcessorFactoryTest, OverriddenZkACLAndCredentialsProvidersTest, TestSolrDeletionPolicy1, SpatialHeatmapFacetsTest, TestJsonFacetsWithNestedObjects, TestReplicationHandlerBackup, TestXmlQParserPlugin, TestReRankQParserPlugin, StatsComponentTest, TestFilteredDocIdSet, TestRecoveryHdfs, TestReversedWildcardFilterFactory, TestPivotHelperCode, TestClusterProperties, SuggesterTest, HdfsRecoveryZkTest, TestRuleBasedAuthorizationPlugin, DistributedSuggestComponentTest, RootFieldTest, ZkControllerTest, OrderedExecutorTest, TestConfigOverlay, SparseHLLTest, ClusterStateTest, TestDFISimilarityFactory, DocExpirationUpdateProcessorFactoryTest, CircularListTest, TestBinaryResponseWriter, MaxSizeAutoCommitTest, TestRebalanceLeaders, TestNonDefinedSimilarityFactory, QueryEqualityTest, TestDistribIDF, RestartWhileUpdatingTest, TestSegmentSorting, PreAnalyzedFieldManagedSchemaCloudTest, TestGeoJSONResponseWriter, TestFieldCacheReopen, StatsReloadRaceTest, TestCloudSchemaless, TestFreeTextSuggestions, TestManagedSchemaThreadSafety, AssignBackwardCompatibilityTest, TestCloudConsistency, SubstringBytesRefFilterTest, TestSchemaManager, BasicAuthIntegrationTest, AutoAddReplicasIntegrationTest, TestCloudPhrasesIdentificationComponent, TestImpersonationWithHadoopAuth, TestDistribDocBasedVersion, TestSolrCoreParser, TriggerEventQueueTest, TestQuerySenderListener, ShardsWhitelistTest, IndexSchemaTest, BasicDistributedZkTest, TestSimClusterStateProvider, TestStressLiveNodes, TestRTGBase, TestManagedSynonymGraphFilterFactory, TestSolrConfigHandlerCloud, TestIndexingPerformance, PluginInfoTest, DistributedExpandComponentTest, TestPseudoReturnFields, TestDocumentBuilder, TestMultiValuedNumericRangeQuery, TestMinMaxOnMultiValuedField, ReplicaListTransformerTest, TestBlobHandler, StatelessScriptUpdateProcessorFactoryTest, SolrLogAuditLoggerPluginTest, TestSimpleTrackingShardHandler, HdfsCollectionsAPIDistributedZkTest, TestLRUStatsCache, HdfsWriteToMultipleCollectionsTest, SolrSlf4jReporterTest, TestNumericTerms32, WordBreakSolrSpellCheckerTest, TestUseDocValuesAsStored, TestExtendedDismaxParser, MoveReplicaTest, JsonLoaderTest, MetricTriggerTest, JavabinLoaderTest, SolrMetricReporterTest, TestDistributedStatsComponentCardinality, ZookeeperStatusHandlerTest, MetricsConfigTest, DistributedFacetPivotLongTailTest, SolrIndexConfigTest, SolrCoreCheckLockOnStartupTest, TestLazyCores, TestSimDistributedQueue, TestManagedResourceStorage, TestLeaderElectionZkExpiry, IgnoreLargeDocumentProcessorFactoryTest, DeleteNodeTest, HdfsBasicDistributedZk2Test, NestedShardedAtomicUpdateTest, TestScoreJoinQPScore, ConjunctionSolrSpellCheckerTest, TestObjectReleaseTracker, DistributedQueryComponentOptimizationTest, BigEndianAscendingWordSerializerTest, TestCloudNestedDocsSort, TestJoin, TestCustomSort, BooleanFieldTest, SolrPluginUtilsTest, RequestLoggingTest, HdfsChaosMonkeySafeLeaderTest, DistribJoinFromCollectionTest, CoreAdminRequestStatusTest, TestNamedUpdateProcessors, TestTrieFacet, TestBadConfig, TestLegacyFieldReuse, TestPHPSerializedResponseWriter, NodeLostTriggerIntegrationTest, TestMacros, NumericFieldsTest, XsltUpdateRequestHandlerTest, ConvertedLegacyTest, TestJsonFacetRefinement, TestSkipOverseerOperations, CollectionStateFormat2Test, TestSolrXml, CursorPagingTest, DisMaxRequestHandlerTest, DistributedIntervalFacetingTest, MinimalSchemaTest, OutputWriterTest, SampleTest, SolrInfoBeanTest, SolrTestCaseJ4Test, TestCursorMarkWithoutUniqueKey, TestDistributedGrouping, TestDistributedMissingSort, TestRandomDVFaceting, TestSolrCoreProperties, TestTolerantSearch, TestTrie, ProtectedTermFilterFactoryTest, TestCharFilters, TokenizerChainTest, TestLuceneIndexBackCompat, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, ConnectionReuseTest, ActionThrottleTest, BasicZkTest, ChaosMonkeyNothingIsSafeTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, ChaosMonkeySafeLeaderTest, CleanupOldIndexTest, ClusterStateUpdateTest, CollectionsAPISolrJTest, ConcurrentCreateRoutedAliasTest, ConfigSetsAPITest, CreateCollectionCleanupTest, CreateRoutedAliasTest, DistribCursorPagingTest, DistributedVersionInfoTest, DocValuesNotIndexedTest, ForceLeaderTest, ForceLeaderWithTlogReplicasTest, FullSolrCloudDistribCmdsTest, HttpPartitionOnCommitTest, HttpPartitionTest, LeaderFailureAfterFreshStartTest, LegacyCloudClusterPropTest, MetricsHistoryIntegrationTest, RecoveryAfterSoftCommitTest, RecoveryZkTest, RemoteQueryErrorTest, RollingRestartTest, TestStressCloudBlindAtomicUpdates, TriLevelCompositeIdRoutingTest, UnloadDistributedZkTest, ZkNodePropsTest, ZkShardTermsTest, AssignTest, CollectionsAPIDistributedZkTest, HdfsAutoAddReplicasIntegrationTest]
[junit4] Completed [551/853 (2!)] on J2 in 83.09s, 1 test, 1 failure <<< FAILURES!
[...truncated 41564 lines...]
-documentation-lint:
[echo] checking for broken html...
[jtidy] Checking for broken html (such as invalid tags)...
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/build/jtidy_tmp
[echo] Checking for broken links...
[exec]
[exec] Crawl/parse...
[exec]
[exec] Verify...
[echo] Checking for missing docs...
[exec]
[exec] build/docs/join/org/apache/lucene/search/join/SeekingTermSetTermsEnum.html
[exec] missing Constructors: SeekingTermSetTermsEnum-org.apache.lucene.index.TermsEnum-org.apache.lucene.util.BytesRefHash-int:A-
[exec]
[exec] Missing javadocs were found!
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/build.xml:661: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/build.xml:101: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/build.xml:142: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/build.xml:179: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/common-build.xml:2528: exec returned: 1
Total time: 285 minutes 41 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-BadApples-NightlyTests-8.x - Build # 12 -
Failure
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-NightlyTests-8.x/12/
5 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.SaslZkACLProviderTest
Error Message:
3 threads leaked from SUITE scope at org.apache.solr.cloud.SaslZkACLProviderTest: 1) Thread[id=53326, name=TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[468C2D12AB0DAB61]-EventThread, state=WAITING, group=TGRP-SaslZkACLProviderTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:504) 2) Thread[id=53323, name=TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[468C2D12AB0DAB61]-EventThread, state=WAITING, group=TGRP-SaslZkACLProviderTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:504) 3) Thread[id=53319, name=TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[468C2D12AB0DAB61]-EventThread, state=WAITING, group=TGRP-SaslZkACLProviderTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:504)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.cloud.SaslZkACLProviderTest:
1) Thread[id=53326, name=TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[468C2D12AB0DAB61]-EventThread, state=WAITING, group=TGRP-SaslZkACLProviderTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:504)
2) Thread[id=53323, name=TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[468C2D12AB0DAB61]-EventThread, state=WAITING, group=TGRP-SaslZkACLProviderTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:504)
3) Thread[id=53319, name=TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[468C2D12AB0DAB61]-EventThread, state=WAITING, group=TGRP-SaslZkACLProviderTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:504)
at __randomizedtesting.SeedInfo.seed([468C2D12AB0DAB61]:0)
FAILED: org.apache.solr.cloud.hdfs.HdfsBasicDistributedZkTest.test
Error Message:
Captured an uncaught exception in thread: Thread[id=282532, name=testExecutor-9429-thread-1, state=RUNNABLE, group=TGRP-HdfsBasicDistributedZkTest]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=282532, name=testExecutor-9429-thread-1, state=RUNNABLE, group=TGRP-HdfsBasicDistributedZkTest]
at __randomizedtesting.SeedInfo.seed([468C2D12AB0DAB61:CED812C805F1C699]:0)
Caused by: java.lang.RuntimeException: org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:35020/wypuc
at __randomizedtesting.SeedInfo.seed([468C2D12AB0DAB61]:0)
at org.apache.solr.cloud.BasicDistributedZkTest.lambda$createCollectionInOneInstance$1(BasicDistributedZkTest.java:658)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:35020/wypuc
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:660)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
at org.apache.solr.cloud.BasicDistributedZkTest.lambda$createCollectionInOneInstance$1(BasicDistributedZkTest.java:656)
... 4 more
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:548)
... 9 more
FAILED: org.apache.solr.handler.component.TestDistributedStatsComponentCardinality.test
Error Message:
Captured an uncaught exception in thread: Thread[id=219746, name=Thread-73992, state=RUNNABLE, group=TGRP-TestDistributedStatsComponentCardinality]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=219746, name=Thread-73992, state=RUNNABLE, group=TGRP-TestDistributedStatsComponentCardinality]
at __randomizedtesting.SeedInfo.seed([468C2D12AB0DAB61:CED812C805F1C699]:0)
Caused by: junit.framework.AssertionFailedError: .responseHeader.status:200!=0
at __randomizedtesting.SeedInfo.seed([468C2D12AB0DAB61]:0)
at junit.framework.Assert.fail(Assert.java:57)
at org.apache.solr.BaseDistributedSearchTestCase.compareSolrResponses(BaseDistributedSearchTestCase.java:999)
at org.apache.solr.BaseDistributedSearchTestCase.compareResponses(BaseDistributedSearchTestCase.java:1026)
at org.apache.solr.BaseDistributedSearchTestCase$5.run(BaseDistributedSearchTestCase.java:695)
FAILED: org.apache.solr.update.processor.CategoryRoutedAliasUpdateProcessorTest.testSliceRouting
Error Message:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: https://127.0.0.1:41369/solr/myAlias__CRA__Heart_of_Gold_shard3_replica_n16
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: https://127.0.0.1:41369/solr/myAlias__CRA__Heart_of_Gold_shard3_replica_n16
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.directUpdate(BaseCloudSolrClient.java:499)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:964)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:830)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:763)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:177)
at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:138)
at org.apache.solr.update.processor.CategoryRoutedAliasUpdateProcessorTest.testSliceRouting(CategoryRoutedAliasUpdateProcessorTest.java:366)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: https://127.0.0.1:41369/solr/myAlias__CRA__Heart_of_Gold_shard3_replica_n16
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:660)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.directUpdate(BaseCloudSolrClient.java:493)
... 46 more
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
at sun.security.ssl.InputRecord.read(InputRecord.java:503)
at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:975)
at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:933)
at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:548)
... 51 more
FAILED: org.apache.solr.cloud.SaslZkACLProviderTest.testSaslZkACLProvider
Error Message:
KeeperErrorCode = AuthFailed for /solr
Stack Trace:
org.apache.zookeeper.KeeperException$AuthFailedException: KeeperErrorCode = AuthFailed for /solr
at __randomizedtesting.SeedInfo.seed([468C2D12AB0DAB61:42787BCA3249086F]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:126)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:792)
at org.apache.solr.common.cloud.SolrZkClient.lambda$makePath$8(SolrZkClient.java:545)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:544)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:436)
at org.apache.solr.cloud.SaslZkACLProviderTest.setUp(SaslZkACLProviderTest.java:84)
at sun.reflect.GeneratedMethodAccessor12.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14567 lines...]
[junit4] Suite: org.apache.solr.update.processor.CategoryRoutedAliasUpdateProcessorTest
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.update.processor.CategoryRoutedAliasUpdateProcessorTest_468C2D12AB0DAB61-001/init-core-data-001
[junit4] 2> 2714321 WARN (SUITE-CategoryRoutedAliasUpdateProcessorTest-seed#[468C2D12AB0DAB61]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
[junit4] 2> 2714321 INFO (SUITE-CategoryRoutedAliasUpdateProcessorTest-seed#[468C2D12AB0DAB61]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2714323 INFO (SUITE-CategoryRoutedAliasUpdateProcessorTest-seed#[468C2D12AB0DAB61]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2714323 INFO (SUITE-CategoryRoutedAliasUpdateProcessorTest-seed#[468C2D12AB0DAB61]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2714326 INFO (TEST-CategoryRoutedAliasUpdateProcessorTest.testNonEnglish-seed#[468C2D12AB0DAB61]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNonEnglish
[junit4] 2> 2714326 INFO (TEST-CategoryRoutedAliasUpdateProcessorTest.testNonEnglish-seed#[468C2D12AB0DAB61]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.update.processor.CategoryRoutedAliasUpdateProcessorTest_468C2D12AB0DAB61-001/tempDir-001
[junit4] 2> 2714327 INFO (TEST-CategoryRoutedAliasUpdateProcessorTest.testNonEnglish-seed#[468C2D12AB0DAB61]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2714327 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2714327 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2714427 INFO (TEST-CategoryRoutedAliasUpdateProcessorTest.testNonEnglish-seed#[468C2D12AB0DAB61]) [ ] o.a.s.c.ZkTestServer start zk server on port:46601
[junit4] 2> 2714427 INFO (TEST-CategoryRoutedAliasUpdateProcessorTest.testNonEnglish-seed#[468C2D12AB0DAB61]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:46601
[junit4] 2> 2714427 INFO (TEST-CategoryRoutedAliasUpdateProcessorTest.testNonEnglish-seed#[468C2D12AB0DAB61]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 46601
[junit4] 2> 2714432 INFO (zkConnectionManagerCallback-5941-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2714434 INFO (zkConnectionManagerCallback-5943-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2714435 INFO (zkConnectionManagerCallback-5945-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2714438 WARN (jetty-launcher-5946-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2714438 INFO (jetty-launcher-5946-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 2714438 INFO (jetty-launcher-5946-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2714438 INFO (jetty-launcher-5946-thread-1) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 2714439 WARN (jetty-launcher-5946-thread-3) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2714439 INFO (jetty-launcher-5946-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 2714439 INFO (jetty-launcher-5946-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2714439 INFO (jetty-launcher-5946-thread-3) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 2714440 WARN (jetty-launcher-5946-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2714441 INFO (jetty-launcher-5946-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 2714441 INFO (jetty-launcher-5946-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2714441 INFO (jetty-launcher-5946-thread-2) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 2714441 WARN (jetty-launcher-5946-thread-4) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2714442 INFO (jetty-launcher-5946-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 2714442 INFO (jetty-launcher-5946-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2714442 INFO (jetty-launcher-5946-thread-4) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 2714443 INFO (jetty-launcher-5946-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2714443 INFO (jetty-launcher-5946-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2714443 INFO (jetty-launcher-5946-thread-4) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2714443 INFO (jetty-launcher-5946-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3b24e4de{/solr,null,AVAILABLE}
[junit4] 2> 2714444 WARN (jetty-launcher-5946-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@9015659[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2714445 INFO (jetty-launcher-5946-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2714445 INFO (jetty-launcher-5946-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2714445 INFO (jetty-launcher-5946-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2714445 INFO (jetty-launcher-5946-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5161412{/solr,null,AVAILABLE}
[junit4] 2> 2714445 WARN (jetty-launcher-5946-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@31803cca[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2714446 INFO (jetty-launcher-5946-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2714446 INFO (jetty-launcher-5946-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2714446 INFO (jetty-launcher-5946-thread-3) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2714446 INFO (jetty-launcher-5946-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3e31285b{SSL,[ssl, http/1.1]}{127.0.0.1:38323}
[junit4] 2> 2714446 INFO (jetty-launcher-5946-thread-1) [ ] o.e.j.s.Server Started @2714566ms
[junit4] 2> 2714446 INFO (jetty-launcher-5946-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38323}
[junit4] 2> 2714447 ERROR (jetty-launcher-5946-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2714447 INFO (jetty-launcher-5946-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2714447 INFO (jetty-launcher-5946-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.1.0
[junit4] 2> 2714447 INFO (jetty-launcher-5946-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2714447 INFO (jetty-launcher-5946-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2714447 INFO (jetty-launcher-5946-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-04-05T16:35:51.242Z
[junit4] 2> 2714447 INFO (jetty-launcher-5946-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2714447 INFO (jetty-launcher-5946-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2714447 INFO (jetty-launcher-5946-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@488081f5{SSL,[ssl, http/1.1]}{127.0.0.1:37325}
[junit4] 2> 2714447 INFO (jetty-launcher-5946-thread-4) [ ] o.e.j.s.Server Started @2714567ms
[junit4] 2> 2714447 INFO (jetty-launcher-5946-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2714447 INFO (jetty-launcher-5946-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37325}
[junit4] 2> 2714448 ERROR (jetty-launcher-5946-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2714448 INFO (jetty-launcher-5946-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2714448 INFO (jetty-launcher-5946-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.1.0
[junit4] 2> 2714448 INFO (jetty-launcher-5946-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2714448 INFO (jetty-launcher-5946-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2714448 INFO (jetty-launcher-5946-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-04-05T16:35:51.243Z
[junit4] 2> 2714448 INFO (jetty-launcher-5946-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@694476fd{/solr,null,AVAILABLE}
[junit4] 2> 2714449 WARN (jetty-launcher-5946-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@7156ec22[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2714449 INFO (jetty-launcher-5946-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3c9ab98a{/solr,null,AVAILABLE}
[junit4] 2> 2714449 WARN (jetty-launcher-5946-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@178a349d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2714450 INFO (zkConnectionManagerCallback-5948-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2714450 INFO (jetty-launcher-5946-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7eba20b1{SSL,[ssl, http/1.1]}{127.0.0.1:37109}
[junit4] 2> 2714450 INFO (jetty-launcher-5946-thread-3) [ ] o.e.j.s.Server Started @2714570ms
[junit4] 2> 2714450 INFO (jetty-launcher-5946-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37109}
[junit4] 2> 2714451 ERROR (jetty-launcher-5946-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2714451 INFO (jetty-launcher-5946-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2714451 INFO (jetty-launcher-5946-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.1.0
[junit4] 2> 2714451 INFO (jetty-launcher-5946-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2714451 INFO (jetty-launcher-5946-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2714451 INFO (jetty-launcher-5946-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-04-05T16:35:51.246Z
[junit4] 2> 2714451 INFO (jetty-launcher-5946-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2714456 INFO (jetty-launcher-5946-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@743db691{SSL,[ssl, http/1.1]}{127.0.0.1:33047}
[junit4] 2> 2714456 INFO (jetty-launcher-5946-thread-2) [ ] o.e.j.s.Server Started @2714576ms
[junit4] 2> 2714456 INFO (jetty-launcher-5946-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33047}
[junit4] 2> 2714457 ERROR (jetty-launcher-5946-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2714457 INFO (jetty-launcher-5946-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2714457 INFO (jetty-launcher-5946-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.1.0
[junit4] 2> 2714457 INFO (jetty-launcher-5946-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2714457 INFO (jetty-launcher-5946-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2714457 INFO (jetty-launcher-5946-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-04-05T16:35:51.252Z
[junit4] 2> 2714457 INFO (zkConnectionManagerCallback-5950-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2714457 INFO (jetty-launcher-5946-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2714471 INFO (zkConnectionManagerCallback-5952-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2714472 INFO (jetty-launcher-5946-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2714497 INFO (zkConnectionManagerCallback-5954-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2714497 INFO (jetty-launcher-5946-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2714616 INFO (jetty-launcher-5946-thread-4) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 2714617 WARN (jetty-launcher-5946-thread-4) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 2714644 WARN (jetty-launcher-5946-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@b6a499e[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2714649 INFO (jetty-launcher-5946-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 2714650 WARN (jetty-launcher-5946-thread-3) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 2714650 WARN (jetty-launcher-5946-thread-4) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 2714651 WARN (jetty-launcher-5946-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@2d88863[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2714652 INFO (jetty-launcher-5946-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46601/solr
[junit4] 2> 2714653 WARN (jetty-launcher-5946-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@ea740f7[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2714664 WARN (jetty-launcher-5946-thread-3) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 2714674 INFO (jetty-launcher-5946-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 2714674 WARN (jetty-launcher-5946-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 2714679 INFO (zkConnectionManagerCallback-5965-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2714679 WARN (jetty-launcher-5946-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@58a6e192[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2714679 WARN (jetty-launcher-5946-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@76fb01d4[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2714680 INFO (jetty-launcher-5946-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46601/solr
[junit4] 2> 2714682 WARN (jetty-launcher-5946-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 2714682 INFO (zkConnectionManagerCallback-5972-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2714683 WARN (jetty-launcher-5946-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@22165d7d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2714684 INFO (jetty-launcher-5946-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46601/solr
[junit4] 2> 2714685 INFO (zkConnectionManagerCallback-5978-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2714688 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x108929dc73c0008, likely client has closed socket
[junit4] 2> 2714690 INFO (zkConnectionManagerCallback-5975-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2714690 INFO (zkConnectionManagerCallback-5980-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2714692 INFO (zkConnectionManagerCallback-5982-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2714802 INFO (jetty-launcher-5946-thread-3) [n:127.0.0.1:37109_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37109_solr
[junit4] 2> 2714803 INFO (jetty-launcher-5946-thread-3) [n:127.0.0.1:37109_solr ] o.a.s.c.Overseer Overseer (id=74470600201732107-127.0.0.1:37109_solr-n_0000000000) starting
[junit4] 2> 2714804 INFO (jetty-launcher-5946-thread-1) [n:127.0.0.1:38323_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38323_solr
[junit4] 2> 2714806 INFO (zkCallback-5981-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2714811 INFO (jetty-launcher-5946-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 2714811 WARN (jetty-launcher-5946-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 2714812 WARN (jetty-launcher-5946-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@622496ea[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2714813 INFO (zkCallback-5979-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2714815 WARN (jetty-launcher-5946-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 2714815 WARN (jetty-launcher-5946-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@33bf7aed[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2714816 INFO (jetty-launcher-5946-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46601/solr
[junit4] 2> 2714820 INFO (zkConnectionManagerCallback-5994-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2714823 INFO (zkConnectionManagerCallback-6001-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2714829 INFO (jetty-launcher-5946-thread-2) [n:127.0.0.1:33047_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2714830 INFO (jetty-launcher-5946-thread-4) [n:127.0.0.1:37325_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2714833 INFO (jetty-launcher-5946-thread-2) [n:127.0.0.1:33047_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:33047_solr as DOWN
[junit4] 2> 2714834 INFO (jetty-launcher-5946-thread-2) [n:127.0.0.1:33047_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2714834 INFO (jetty-launcher-5946-thread-2) [n:127.0.0.1:33047_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33047_solr
[junit4] 2> 2714834 INFO (jetty-launcher-5946-thread-4) [n:127.0.0.1:37325_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:37325_solr as DOWN
[junit4] 2> 2714835 INFO (jetty-launcher-5946-thread-4) [n:127.0.0.1:37325_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2714835 INFO (jetty-launcher-5946-thread-4) [n:127.0.0.1:37325_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37325_solr
[junit4] 2> 2714840 INFO (zkConnectionManagerCallback-5999-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2714844 INFO (jetty-launcher-5946-thread-3) [n:127.0.0.1:37109_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2714848 INFO (jetty-launcher-5946-thread-3) [n:127.0.0.1:37109_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46601/solr ready
[junit4] 2> 2714849 INFO (zkCallback-5981-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 2714849 INFO (zkCallback-5979-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 2714849 INFO (OverseerStateUpdate-74470600201732107-127.0.0.1:37109_solr-n_0000000000) [n:127.0.0.1:37109_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:37109_solr
[junit4] 2> 2714851 INFO (zkCallback-5974-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 2714853 INFO (jetty-launcher-5946-thread-3) [n:127.0.0.1:37109_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:37109_solr as DOWN
[junit4] 2> 2714854 INFO (jetty-launcher-5946-thread-3) [n:127.0.0.1:37109_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2714854 INFO (jetty-launcher-5946-thread-3) [n:127.0.0.1:37109_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37109_solr
[junit4] 2> 2714855 INFO (zkCallback-5981-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2714868 INFO (zkCallback-5974-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2714868 INFO (zkCallback-5979-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2714869 INFO (zkCallback-5998-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2714872 INFO (zkCallback-6000-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
[junit4] 2> 2714873 INFO (zkConnectionManagerCallback-6008-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2714874 INFO (jetty-launcher-5946-thread-1) [n:127.0.0.1:38323_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2714875 INFO (jetty-launcher-5946-thread-1) [n:127.0.0.1:38323_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46601/solr ready
[junit4] 2> 2714889 INFO (zkConnectionManagerCallback-6013-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2714890 INFO (jetty-launcher-5946-thread-2) [n:127.0.0.1:33047_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2714891 INFO (jetty-launcher-5946-thread-2) [n:127.0.0.1:33047_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46601/solr ready
[junit4] 2> 2714896 INFO (zkConnectionManagerCallback-6018-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2714896 INFO (jetty-launcher-5946-thread-3) [n:127.0.0.1:37109_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2714897 INFO (jetty-launcher-5946-thread-4) [n:127.0.0.1:37325_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2714898 INFO (jetty-launcher-5946-thread-4) [n:127.0.0.1:37325_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46601/solr ready
[junit4] 2> 2714904 INFO (jetty-launcher-5946-thread-1) [n:127.0.0.1:38323_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2714933 INFO (jetty-launcher-5946-thread-4) [n:127.0.0.1:37325_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2714958 INFO (jetty-launcher-5946-thread-3) [n:127.0.0.1:37109_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37109.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31308ffb
[junit4] 2> 2714959 INFO (jetty-launcher-5946-thread-2) [n:127.0.0.1:33047_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2714971 INFO (jetty-launcher-5946-thread-3) [n:127.0.0.1:37109_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37109.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31308ffb
[junit4] 2> 2714971 INFO (jetty-launcher-5946-thread-3) [n:127.0.0.1:37109_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37109.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31308ffb
[junit4] 2> 2714973 INFO (jetty-launcher-5946-thread-3) [n:127.0.0.1:37109_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.update.processor.CategoryRoutedAliasUpdateProcessorTest_468C2D12AB0DAB61-001/tempDir-001/node2/.
[junit4] 2> 2714989 INFO (jetty-launcher-5946-thread-1) [n:127.0.0.1:38323_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38323.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31308ffb
[junit4] 2> 2714995 INFO (jetty-launcher-5946-thread-2) [n:127.0.0.1:33047_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33047.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31308ffb
[junit4] 2> 2715000 INFO (jetty-launcher-5946-thread-4) [n:127.0.0.1:37325_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37325.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31308ffb
[junit4] 2> 2715012 INFO (jetty-launcher-5946-thread-1) [n:127.0.0.1:38323_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38323.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31308ffb
[junit4] 2> 2715012 INFO (jetty-launcher-5946-thread-1) [n:127.0.0.1:38323_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38323.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31308ffb
[junit4] 2> 2715013 INFO (jetty-launcher-5946-thread-1) [n:127.0.0.1:38323_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.update.processor.CategoryRoutedAliasUpdateProcessorTest_468C2D12AB0DAB61-001/tempDir-001/node1/.
[junit4] 2> 2715019 INFO (jetty-launcher-5946-thread-2) [n:127.0.0.1:33047_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33047.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31308ffb
[junit4] 2> 2715019 INFO (jetty-launcher-5946-thread-2) [n:127.0.0.1:33047_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33047.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31308ffb
[junit4] 2> 2715020 INFO (jetty-launcher-5946-thread-2) [n:127.0.0.1:33047_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.update.processor.CategoryRoutedAliasUpdateProcessorTest_468C2D12AB0DAB61-001/tempDir-001/node3/.
[junit4] 2> 2715022 INFO (jetty-launcher-5946-thread-4) [n:127.0.0.1:37325_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37325.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31308ffb
[junit4] 2> 2715022 INFO (jetty-launcher-5946-thread-4) [n:127.0.0.1:37325_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37325.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31308ffb
[junit4] 2> 2715023 INFO (jetty-launcher-5946-thread-4) [n:127.0.0.1:37325_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.update.processor.CategoryRoutedAliasUpdateProcessorTest_468C2D12AB0DAB61-001/tempDir-001/node4/.
[junit4] 2> 2715149 INFO (zkConnectionManagerCallback-6027-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2715150 INFO (TEST-CategoryRoutedAliasUpdateProcessorTest.testNonEnglish-seed#[468C2D12AB0DAB61]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2715151 INFO (TEST-CategoryRoutedAliasUpdateProcessorTest.testNonEnglish-seed#[468C2D12AB0DAB61]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46601/solr ready
[junit4] 2> 2715151 INFO (TEST-CategoryRoutedAliasUpdateProcessorTest.testNonEnglish-seed#[468C2D12AB0DAB61]) [ ] o.a.s.u.p.CategoryRoutedAliasUpdateProcessorTest SolrClient: org.apache.solr.client.solrj.impl.CloudSolrClient@512ae7af
[junit4] 2> 2715151 INFO (TEST-CategoryRoutedAliasUpdateProcessorTest.testNonEnglish-seed#[468C2D12AB0DAB61]) [ ] o.a.s.u.p.CategoryRoutedAliasUpdateProcessorTest ClusterStateProvider 127.0.0.1:46601/solr
[junit4] 2> 2715169 INFO (zkConnectionManagerCallback-6032-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2715170 INFO (TEST-CategoryRoutedAliasUpdateProcessorTest.testNonEnglish-seed#[468C2D12AB0DAB61]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2715172 INFO (TEST-CategoryRoutedAliasUpdateProcessorTest.testNonEnglish-seed#[468C2D12AB0DAB61]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46601/solr ready
[junit4] 2> 2715189 INFO (qtp1304911285-20277) [n:127.0.0.1:33047_solr ] o.a.s.h.a.ConfigSetsHandler Invoked ConfigSet Action :create with params baseConfigSet=_default&name=testNonEnglish&action=CREATE&wt=javabin&version=2
[junit4] 2> 2715191 INFO (OverseerThreadFactory-5583-thread-1-processing-n:127.0.0.1:37109_solr) [n:127.0.0.1:37109_solr ] o.a.s.c.OverseerConfigSetMessageHandler OverseerConfigSetMessageHandler.processMessage : create , {
[junit4] 2> "name":"testNonEnglish",
[junit4] 2> "baseConfigSet":"_default",
[junit4] 2> "immutable":"false",
[junit4] 2> "operation":"configsets:create"}
[junit4] 2> 2715192 INFO (OverseerThreadFactory-5583-thread-1-processing-n:127.0.0.1:37109_solr) [n:127.0.0.1:37109_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/testNonEnglish/protwords.txt
[junit4] 2> 2715194 INFO (OverseerThreadFactory-5583-thread-1-processing-n:127.0.0.1:37109_solr) [n:127.0.0.1:37109_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/testNonEnglish/managed-schema
[junit4] 2> 2715196 INFO (OverseerThreadFactory-5583-thread-1-processing-n:127.0.0.1:37109_solr) [n:127.0.0.1:37109_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/testNonEnglish/solrconfig.xml
[junit4] 2> 2715205 INFO (OverseerThreadFactory-5583-thread-1-processing-n:127.0.0.1:37109_solr) [n:127.0.0.1:37109_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/testNonEnglish/synonyms.txt
[junit4] 2> 2715206 INFO (OverseerThreadFactory-5583-thread-1-processing-n:127.0.0.1:37109_solr) [n:127.0.0.1:37109_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/testNonEnglish/stopwords.txt
[junit4] 2> 2715208 INFO (OverseerThreadFactory-5583-thread-1-processing-n:127.0.0.1:37109_solr) [n:127.0.0.1:37109_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/testNonEnglish/params.json
[junit4] 2> 2715210 INFO (OverseerThreadFactory-5583-thread-1-processing-n:127.0.0.1:37109_solr) [n:127.0.0.1:37109_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/testNonEnglish/lang/contractions_it.txt
[junit4] 2> 2715211 INFO (OverseerThreadFactory-5583-thread-1-processing-n:127.0.0.1:37109_solr) [n:127.0.0.1:37109_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/testNonEnglish/lang/stopwords_no.txt
[junit4] 2> 2715213 INFO (OverseerThreadFactory-5583-thread-1-processing-n:127.0.0.1:37109_solr) [n:127.0.0.1:37109_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/testNonEnglish/lang/stopwords_hy.txt
[junit4] 2> 2715215 INFO (OverseerThreadFactory-5583-thread-1-processing-n:127.0.0.1:37109_solr) [n:127.0.0.1:37109_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/testNonEnglish/lang/stemdict_nl.txt
[junit4] 2> 2715224 INFO (OverseerThreadFactory-5583-thread-1-processing-n:127.0.0.1:37109_solr) [n:127.0.0.1:37109_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/testNonEnglish/lang/contractions_ca.txt
[junit4] 2> 2715226 INFO (OverseerThreadFactory-5583-thread-1-processing-n:127.0.0.1:37109_solr) [n:127.0.0.1:37109_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/testNonEnglish/lang/stopwords_id.txt
[junit4] 2> 2715228 INFO (OverseerThreadFactory-5583-thread-1-processing-n:127.0.0.1:37109_solr) [n:127.0.0.1:37109_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/testNonEnglish/lang/stopwords_ga.txt
[junit4] 2> 2715229 INFO (OverseerThreadFactory-5583-thread-1-processing-n:127.0.0.1:37109_solr) [n:127.0.0.1:37109_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/testNonEnglish/lang/stopwords_da.txt
[junit4] 2> 2715230 INFO (OverseerThreadFactory-5583-thread-1-processing-n:127.0.0.1:37109_solr) [n:127.0.0.1:37109_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/testNonEnglish/lang/stopwords_hi.txt
[junit4] 2> 2715233 INFO (OverseerThreadFactory-5583-thread-1-processing-n:127.0.0.1:37109_solr) [n:127.0.0.1:37109_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/testNonEnglish/lang/stopwords_ja.txt
[junit4] 2> 2715236 INFO (OverseerThreadFactory-5583-thread-1-processing-n:127.0.0.1:37109_solr) [n:127.0.0.1:37109_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/testNonEnglish/lang/stopwords_pt.txt
[junit4] 2> 2715238 INFO (OverseerThreadFactory-5583-thread-1-processing-n:127.0.0.1:37109_solr) [n:127.0.0.1:37109_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/testNonEnglish/lang/stopwords_hu.txt
[junit4] 2> 2715245 INFO (OverseerThreadFactory-5583-thread-1-processing-n:127.0.0.1:37109_solr) [n:127.0.0.1:37109_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/testNonEnglish/lang/stopwords_el.txt
[junit4] 2> 2715247 INFO (OverseerThreadFactory-5583-thread-1-processing-n:127.0.0.1:37109_solr) [n:127.0.0.1:37109_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/testNonEnglish/lang/stopwords_ru.txt
[junit4] 2> 2715249 INFO (OverseerThreadFactory-5583-thread-1-processing-n:127.0.0.1:37109_solr) [n:127.0.0.1:37109_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/testNonEnglish/lang/stopwords_tr.txt
[junit4] 2> 2715250 INFO (OverseerThreadFactory-5583-thread-1-processing-n:127.0.0.1:37109_solr) [n:127.0.0.1:37109_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/testNonEnglish/lang/stopwords_ar.txt
[junit4] 2> 2715251 INFO (OverseerThreadFactory-5583-thread-1-processing-n:127.0.0.1:37109_solr) [n:127.0.0.1:37109_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/testNonEnglish/lang/userdict_ja.txt
[junit4] 2> 2715252 INFO (OverseerThreadFactory-5583-thread-1-processing-n:127.0.0.1:37109_solr) [n:127.0.0.1:37109_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/testNonEnglish/lang/stopwords_it.txt
[junit4] 2> 2715253 INFO (OverseerThreadFactory-5583-thread-1-processing-n:127.0.0.1:37109_solr) [n:127.0.0.1:37109_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/testNonEnglish/lang/stopwords_eu.txt
[junit4] 2> 2715255 INFO (OverseerThreadFactory-5583-thread-1-processing-n:127.0.0.1:37109_solr) [n:127.0.0.1:37109_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/testNonEnglish/lang/stopwords_cz.txt
[junit4] 2> 2715256 INFO (OverseerThreadFactory-5583-thread-1-processing-n:127.0.0.1:37109_solr) [n:127.0.0.1:37109_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/testNonEnglish/lang/stoptags_ja.txt
[junit4] 2> 2715258 INFO (OverseerThreadFactory-5583-thread-1-processing-n:127.0.0.1:37109_solr) [n:127.0.0.1:37109_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/testNonEnglish/lang/contractions_fr.txt
[junit4] 2> 2715259 INFO (OverseerThreadFactory-5583-thread-1-processing-n:127.0.0.1:37109_solr) [n:127.0.0.1:37109_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/testNonEnglish/lang/stopwords_fa.txt
[junit4] 2> 2715261 INFO (OverseerThreadFactory-5583-thread-1-processing-n:127.0.0.1:37109_solr) [n:127.0.0.1:37109_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/testNonEnglish/lang/stopwords_de.txt
[junit4] 2> 2715262 INFO (OverseerThreadFactory-5583-thread-1-processing-n:127.0.0.1:37109_solr) [n:127.0.0.1:37109_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/testNonEnglish/lang/contractions_ga.txt
[junit4] 2> 2715264 INFO (OverseerThreadFactory-5583-thread-1-processing-n:127.0.0.1:37109_solr) [n:127.0.0.1:37109_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/testNonEnglish/lang/stopwords_ca.txt
[junit4] 2> 2715265 INFO (OverseerThreadFactory-5583-thread-1-processing-n:127.0.0.1:37109_solr) [n:127.0.0.1:37109_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/testNonEnglish/lang/stopwords_nl.txt
[junit4] 2> 2715266 INFO (OverseerThreadFactory-5583-thread-1-processing-n:127.0.0.1:37109_solr) [n:127.0.0.1:37109_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/testNonEnglish/lang/stopwords_bg.txt
[junit4] 2> 2715268 INFO (OverseerThreadFactory-5583-thread-1-processing-n:127.0.0.1:37109_solr) [n:127.0.0.1:37109_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/testNonEnglish/lang/stopwords_es.txt
[junit4] 2> 2715269 INFO (OverseerThreadFactory-5583-thread-1-processing-n:127.0.0.1:37109_solr) [n:127.0.0.1:37109_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/testNonEnglish/lang/stopwords_en.txt
[junit4] 2> 2715270 INFO (OverseerThreadFactory-5583-thread-1-processing-n:127.0.0.1:37109_solr) [n:127.0.0.1:37109_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/testNonEnglish/lang/stopwords_lv.txt
[junit4] 2> 2715272 INFO (OverseerThreadFactory-5583-thread-1-processing-n:127.0.0.1:37109_solr) [n:127.0.0.1:37109_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/testNonEnglish/lang/stopwords_th.txt
[junit4] 2> 2715273 INFO (OverseerThreadFactory-5583-thread-1-processing-n:127.0.0.1:37109_solr) [n:127.0.0.1:37109_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/testNonEnglish/lang/stopwords_ro.txt
[junit4] 2> 2715274 INFO (OverseerThreadFactory-5583-thread-1-processing-n:127.0.0.1:37109_solr) [n:127.0.0.1:37109_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/testNonEnglish/lang/stopwords_fr.txt
[junit4] 2> 2715276 INFO (OverseerThreadFactory-5583-thread-1-processing-n:127.0.0.1:37109_solr) [n:127.0.0.1:37109_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/testNonEnglish/lang/stopwords_sv.txt
[junit4] 2> 2715278 INFO (OverseerThreadFactory-5583-thread-1-processing-n:127.0.0.1:37109_solr) [n:127.0.0.1:37109_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/testNonEnglish/lang/stopwords_fi.txt
[junit4] 2> 2715284 INFO (OverseerThreadFactory-5583-thread-1-processing-n:127.0.0.1:37109_solr) [n:127.0.0.1:37109_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/testNonEnglish/lang/hyphenations_ga.txt
[junit4] 2> 2715285 INFO (OverseerThreadFactory-5583-thread-1-processing-n:127.0.0.1:37109_solr) [n:127.0.0.1:37109_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/testNonEnglish/lang/stopwords_gl.txt
[junit4] 2> 2715288 INFO (qtp1304911285-20277) [n:127.0.0.1:33047_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/configs params={baseConfigSet=_default&name=testNonEnglish&action=CREATE&wt=javabin&version=2} status=0 QTime=99
[junit4] 2> 2715289 INFO (qtp1304911285-20259) [n:127.0.0.1:33047_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=testNonEnglish&name=testNonEnglish&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2715291 INFO (OverseerThreadFactory-5583-thread-2-processing-n:127.0.0.1:37109_solr) [n:127.0.0.1:37109_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testNonEnglish
[junit4] 2> 2715292 INFO (OverseerCollectionConfigSetProcessor-74470600201732107-127.0.0.1:37109_solr-n_0000000000) [n:127.0.0.1:37109_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2715418 INFO (OverseerStateUpdate-74470600201732107-127.0.0.1:37109_solr-n_0000000000) [n:127.0.0.1:37109_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNonEnglish",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testNonEnglish_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:37325/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2715633 INFO (qtp453465370-20266) [n:127.0.0.1:37325_solr x:testNonEnglish_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=testNonEnglish&newCollection=true&name=testNonEnglish_shard1_replica_n1&action=CREATE&numShards=1&collection=testNonEnglish&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2716654 INFO (qtp453465370-20266) [n:127.0.0.1:37325_solr c:testNonEnglish s:shard1 r:core_node2 x:testNonEnglish_shard1_replica_n1] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 2716654 INFO (qtp453465370-20266) [n:127.0.0.1:37325_solr c:testNonEnglish s:shard1 r:core_node2 x:testNonEnglish_shard1_replica_n1] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 2716655 WARN (qtp453465370-20266) [n:127.0.0.1:37325_solr c:testNonEnglish s:shard1 r:core_node2 x:testNonEnglish_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.update.processor.CategoryRoutedAliasUpdateProcessorTest_468C2D12AB0DAB61-001/tempDir-001/node4/testNonEnglish_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.update.processor.CategoryRoutedAliasUpdateProcessorTest_468C2D12AB0DAB61-001/tempDir-001/node4/testNonEnglish_shard1_replica_n1/../../../../contrib/extraction/lib
[junit4] 2> 2716655 WARN (qtp453465370-20266) [n:127.0.0.1:37325_solr c:testNonEnglish s:shard1 r:core_node2 x:testNonEnglish_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.update.processor.CategoryRoutedAliasUpdateProcessorTest_468C2D12AB0DAB61-001/tempDir-001/node4/testNonEnglish_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.update.processor.CategoryRoutedAliasUpdateProcessorTest_468C2D12AB0DAB61-001/tempDir-001/node4/testNonEnglish_shard1_replica_n1/../../../../dist
[junit4] 2> 2716655 WARN (qtp453465370-20266) [n:127.0.0.1:37325_solr c:testNonEnglish s:shard1 r:core_node2 x:testNonEnglish_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.update.processor.CategoryRoutedAliasUpdateProcessorTest_468C2D12AB0DAB61-001/tempDir-001/node4/testNonEnglish_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.update.processor.CategoryRoutedAliasUpdateProcessorTest_468C2D12AB0DAB61-001/tempDir-001/node4/testNonEnglish_shard1_replica_n1/../../../../contrib/clustering/lib
[junit4] 2> 2716655 WARN (qtp453465370-20266) [n:127.0.0.1:37325_solr c:testNonEnglish s:shard1 r:core_node2 x:testNonEnglish_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.update.processor.CategoryRoutedAliasUpdateProcessorTest_468C2D12AB0DAB61-001/tempDir-001/node4/testNonEnglish_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.update.processor.CategoryRoutedAliasUpdateProcessorTest_468C2D12AB0DAB61-001/tempDir-001/node4/testNonEnglish_shard1_replica_n1/../../../../dist
[junit4] 2> 2716655 WARN (qtp453465370-20266) [n:127.0.0.1:37325_solr c:testNonEnglish s:shard1 r:core_node2 x:testNonEnglish_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.update.processor.CategoryRoutedAliasUpdateProcessorTest_468C2D12AB0DAB61-001/tempDir-001/node4/testNonEnglish_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.update.processor.CategoryRoutedAliasUpdateProcessorTest_468C2D12AB0DAB61-001/tempDir-001/node4/testNonEnglish_shard1_replica_n1/../../../../contrib/langid/lib
[junit4] 2> 2716655 WARN (qtp453465370-20266) [n:127.0.0.1:37325_solr c:testNonEnglish s:shard1 r:core_node2 x:testNonEnglish_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.update.processor.CategoryRoutedAliasUpdateProcessorTest_468C2D12AB0DAB61-001/tempDir-001/node4/testNonEnglish_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.update.processor.CategoryRoutedAliasUpdateProcessorTest_468C2D12AB0DAB61-001/tempDir-001/node4/testNonEnglish_shard1_replica_n1/../../../../dist
[junit4] 2> 2716656 WARN (qtp453465370-20266) [n:127.0.0.1:37325_solr c:testNonEnglish s:shard1 r:core_node2 x:testNonEnglish_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.update.processor.CategoryRoutedAliasUpdateProcessorTest_468C2D12AB0DAB61-001/tempDir-001/node4/testNonEnglish_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.update.processor.CategoryRoutedAliasUpdateProcessorTest_468C2D12AB0DAB61-001/tempDir-001/node4/testNonEnglish_shard1_replica_n1/../../../../contrib/velocity/lib
[junit4] 2> 2716656 WARN (qtp453465370-20266) [n:127.0.0.1:37325_solr c:testNonEnglish s:shard1 r:core_node2 x:testNonEnglish_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.update.processor.CategoryRoutedAliasUpdateProcessorTest_468C2D12AB0DAB61-001/tempDir-001/node4/testNonEnglish_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.update.processor.CategoryRoutedAliasUpdateProcessorTest_468C2D12AB0DAB61-001/tempDir-001/node4/testNonEnglish_shard1_replica_n1/../../../../dist
[junit4] 2> 2716656 WARN (qtp453465370-20266) [n:127.0.0.1:37325_solr c:testNonEnglish s:shard1 r:core_node2 x:testNonEnglish_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.update.processor.CategoryRoutedAliasUpdateProcessorTest_468C2D12AB0DAB61-001/tempDir-001/node4/testNonEnglish_shard1_replica_n1/../../../../dist filtered by solr-ltr-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.update.processor.CategoryRoutedAliasUpdateProcessorTest_468C2D12AB0DAB61-001/tempDir-001/node4/testNonEnglish_shard1_replica_n1/../../../../dist
[junit4] 2> 2716663 INFO (qtp453465370-20266) [n:127.0.0.1:37325_solr c:testNonEnglish s:shard1 r:core_node2 x:testNonEnglish_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
[junit4] 2> 2716699 INFO (qtp453465370-20266) [n:127.0.0.1:37325_solr c:testNonEnglish s:shard1 r:core_node2 x:testNonEnglish_shard1_replica_n1] o.a.s.s.IndexSchema [testNonEnglish_shard1_replica_n1] Schema name=default-config
[junit4] 2> 2716904 INFO (qtp453465370-20266) [n:127.0.0.1:37325_solr c:testNonEnglish s:shard1 r:core_node2 x:testNonEnglish_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
[junit4] 2> 2716943 INFO (qtp453465370-20266) [n:127.0.0.1:37325_solr c:testNonEnglish s:shard1 r:core_node2 x:testNonEnglish_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testNonEnglish_shard1_replica_n1' using configuration from collection testNonEnglish, trusted=true
[junit4] 2> 2716943 INFO (qtp453465370-20266) [n:127.0.0.1:37325_solr c:testNonEnglish s:shard1 r:core_node2 x:testNonEnglish_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37325.solr.core.testNonEnglish.shard1.replica_n1' (registry 'solr.core.testNonEnglish.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31308ffb
[junit4] 2> 2716944 INFO (qtp453465370-20266) [n:127.0.0.1:37325_solr c:testNonEnglish s:shard1 r:core_node2 x:testNonEnglish_shard1_replica_n1] o.a.s.c.SolrCore [[testNonEnglish_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.update.processor.CategoryRoutedAliasUpdateProcessorTest_468C2D12AB0DAB61-001/tempDir-001/node4/testNonEnglish_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.update.processor.CategoryRoutedAliasUpdateProcessorTest_468C2D12AB0DAB61-001/tempDir-001/node4/./testNonEnglish_shard1_replica_n1/data/]
[junit4] 2> 2716952 INFO (qtp453465370-20266) [n:127.0.0.1:37325_solr c:testNonEnglish s:shard1 r:core_node2 x:testNonEnglish_shard1_replica_n1] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
[junit4] 2> 2717077 INFO (qtp453465370-20266) [n:127.0.0.1:37325_solr c:testNonEnglish s:shard1 r:core_node2 x:testNonEnglish_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2717077 INFO (qtp453465370-20266) [n:127.0.0.1:37325_solr c:testNonEnglish s:shard1 r:core_node2 x:testNonEnglish_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2717079 INFO (qtp453465370-20266) [n:127.0.0.1:37325_solr c:testNonEnglish s:shard1 r:core_node2 x:testNonEnglish_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 15000ms;
[junit4] 2> 2717079 INFO (qtp453465370-20266) [n:127.0.0.1:37325_solr c:testNonEnglish s:shard1 r:core_node2 x:testNonEnglish_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2717081 INFO (qtp453465370-20266) [n:127.0.0.1:37325_solr c:testNonEnglish s:shard1 r:core_node2 x:testNonEnglish_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@156f0cc6[testNonEnglish_shard1_replica_n1] main]
[junit4] 2> 2717082 INFO (qtp453465370-20266) [n:127.0.0.1:37325_solr c:testNonEnglish s:shard1 r:core_node2 x:testNonEnglish_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/testNonEnglish
[junit4] 2> 2717082 INFO (qtp453465370-20266) [n:127.0.0.1:37325_solr c:testNonEnglish s:shard1 r:core_node2 x:testNonEnglish_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/testNonEnglish
[junit4] 2> 2717082 INFO (qtp453465370-20266) [n:127.0.0.1:37325_solr c:testNonEnglish s:shard1 r:core_node2 x:testNonEnglish_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/testNonEnglish/managed-schema
[junit4] 2> 2717083 INFO (qtp453465370-20266) [n:127.0.0.1:37325_solr c:testNonEnglish s:shard1 r:core_node2 x:testNonEnglish_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 2717083 INFO (qtp453465370-20266) [n:127.0.0.1:37325_solr c:testNonEnglish s:shard1 r:core_node2 x:testNonEnglish_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 2717083 INFO (qtp453465370-20266) [n:127.0.0.1:37325_solr c:testNonEnglish s:shard1 r:core_node2 x:testNonEnglish_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=default,field=_text_,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
[junit4] 2> 2717085 INFO (qtp453465370-20266) [n:127.0.0.1:37325_solr c:testNonEnglish s:shard1 r:core_node2 x:testNonEnglish_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2717085 INFO (qtp453465370-20266) [n:127.0.0.1:37325_solr c:testNonEnglish s:shard1 r:core_node2 x:testNonEnglish_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1629992678986874880
[junit4] 2> 2717088 INFO (searcherExecutor-5598-thread-1-processing-n:127.0.0.1:37325_solr x:testNonEnglish_shard1_replica_n1 c:testNonEnglish s:shard1 r:core_node2) [n:127.0.0.1:37325_solr c:testNonEnglish s:shard1 r:core_node2 x:testNonEnglish_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@156f0cc6[testNonEnglish_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2717088 INFO (searcherExecutor-5598-thread-1-processing-n:127.0.0.1:37325_solr x:testNonEnglish_shard1_replica_n1 c:testNonEnglish s:shard1 r:core_node2) [n:127.0.0.1:37325_solr c:testNonEnglish s:shard1 r:core_node2 x:testNonEnglish_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener done.
[junit4] 2> 2717088 INFO (searcherExecutor-5598-thread-1-processing-n:127.0.0.1:37325_solr x:testNonEnglish_shard1_replica_n1 c:testNonEnglish s:shard1 r:core_node2) [n:127.0.0.1:37325_solr c:testNonEnglish s:shard1 r:core_node2 x:testNonEnglish_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 2717088 INFO (searcherExecutor-5598-thread-1-processing-n:127.0.0.1:37325_solr x:testNonEnglish_shard1_replica_n1 c:testNonEnglish s:shard1 r:core_node2) [n:127.0.0.1:37325_solr c:testNonEnglish s:shard1 r:core_node2 x:testNonEnglish_shard1_replica_n1] o.a.s.c.SolrCore [testNonEnglish_shard1_replica_n1] Registered new searcher Searcher@156f0cc6[testNonEnglish_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2717091 INFO (qtp453465370-20266) [n:127.0.0.1:37325_solr c:testNonEnglish s:shard1 r:core_node2 x:testNonEnglish_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testNonEnglish/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 2717091 INFO (qtp453465370-20266) [n:127.0.0.1:37325_solr c:testNonEnglish s:shard1 r:core_node2 x:testNonEnglish_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testNonEnglish/leaders/shard1
[junit4] 2> 2717093 INFO (qtp453465370-20266) [n:127.0.0.1:37325_solr c:testNonEnglish s:shard1 r:core_node2 x:testNonEnglish_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2717094 INFO (qtp453465370-20266) [n:127.0.0.1:37325_solr c:testNonEnglish s:shard1 r:core_node2 x:testNonEnglish_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2717094 INFO (qtp453465370-20266) [n:127.0.0.1:37325_solr c:testNonEnglish s:shard1 r:core_node2 x:testNonEnglish_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:37325/solr/testNonEnglish_shard1_replica_n1/
[junit4] 2> 2717094 INFO (qtp453465370-20266) [n:127.0.0.1:37325_solr c:testNonEnglish s:shard1 r:core_node2 x:testNonEnglish_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2717094 INFO (qtp453465370-20266) [n:127.0.0.1:37325_solr c:testNonEnglish s:shard1 r:core_node2 x:testNonEnglish_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:37325/solr/testNonEnglish_shard1_replica_n1/ has no replicas
[junit4] 2> 2717094 INFO (qtp453465370-20266) [n:127.0.0.1:37325_solr c:testNonEnglish s:shard1 r:core_node2 x:testNonEnglish_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/testNonEnglish/leaders/shard1/leader after winning as /collections/testNonEnglish/leader_elect/shard1/election/74470600201732106-core_node2-n_0000000000
[junit4] 2> 2717095 INFO (qtp453465370-20266) [n:127.0.0.1:37325_solr c:testNonEnglish s:shard1 r:core_node2 x:testNonEnglish_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:37325/solr/testNonEnglish_shard1_replica_n1/ shard1
[junit4] 2> 2717197 INFO (zkCallback-5974-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNonEnglish/state.json] for collection [testNonEnglish] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2717197 INFO (zkCallback-5974-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNonEnglish/state.json] for collection [testNonEnglish] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2717198 INFO (qtp453465370-20266) [n:127.0.0.1:37325_solr c:testNonEnglish s:shard1 r:core_node2 x:testNonEnglish_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2717199 INFO (qtp453465370-20266) [n:127.0.0.1:37325_solr c:testNonEnglish s:shard1 r:core_node2 x:testNonEnglish_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=testNonEnglish&newCollection=true&name=testNonEnglish_shard1_replica_n1&action=CREATE&numShards=1&collection=testNonEnglish&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1566
[junit4] 2> 2717212 INFO (qtp1304911285-20259) [n:127.0.0.1:33047_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 2717300 INFO (zkCallback-5974-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNonEnglish/state.json] for collection [testNonEnglish] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2717300 INFO (zkCallback-6000-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNonEnglish/state.json] for collection [testNonEnglish] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2717300 INFO (zkCallback-5974-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNonEnglish/state.json] for collection [testNonEnglish] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2717300 INFO (zkCallback-5974-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNonEnglish/state.json] for collection [testNonEnglish] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2717301 INFO (qtp1304911285-20259) [n:127.0.0.1:33047_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=testNonEnglish&name=testNonEnglish&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2011
[junit4] 2> 2717305 INFO (OverseerCollectionConfigSetProcessor-74470600201732107-127.0.0.1:37109_solr-n_0000000000) [n:127.0.0.1:37109_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2717337 INFO (qtp453465370-20265) [n:127.0.0.1:37325_solr c:testNonEnglish s:shard1 r:core_node2 x:testNonEnglish_shard1_replica_n1] o.a.s.h.SolrConfigHandler Executed config commands successfully and persisted to ZK [{"set-user-property":{"update.autoCreateFields":false}}, {"add-updateprocessor
[...truncated too long message...]
2> 9298094 WARN (BP-1260808663-127.0.0.1-1554484771924 heartbeating to lucene2-us-west.apache.org/127.0.0.1:35729) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 9298094 WARN (BP-1260808663-127.0.0.1-1554484771924 heartbeating to lucene2-us-west.apache.org/127.0.0.1:35729) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1260808663-127.0.0.1-1554484771924 (Datanode Uuid 2a89bbff-be8d-400c-b50e-e66e4d82182c) service to lucene2-us-west.apache.org/127.0.0.1:35729
[junit4] 2> 9298103 WARN (refreshUsed-/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsBasicDistributedZkTest_468C2D12AB0DAB61-001/tempDir-001/hdfsBaseDir/data/data1/current/BP-1260808663-127.0.0.1-1554484771924) [ ] o.a.h.f.CachingGetSpaceUsed Thread Interrupted waiting to refresh disk information: sleep interrupted
[junit4] 2> 9298120 WARN (refreshUsed-/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsBasicDistributedZkTest_468C2D12AB0DAB61-001/tempDir-001/hdfsBaseDir/data/data2/current/BP-1260808663-127.0.0.1-1554484771924) [ ] o.a.h.f.CachingGetSpaceUsed Thread Interrupted waiting to refresh disk information: sleep interrupted
[junit4] 2> 9298146 INFO (SUITE-HdfsBasicDistributedZkTest-seed#[468C2D12AB0DAB61]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@6291d0a9{hdfs,/,null,UNAVAILABLE}{/hdfs}
[junit4] 2> 9298146 INFO (SUITE-HdfsBasicDistributedZkTest-seed#[468C2D12AB0DAB61]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@4bb73b13{HTTP/1.1,[http/1.1]}{lucene2-us-west.apache.org:0}
[junit4] 2> 9298146 INFO (SUITE-HdfsBasicDistributedZkTest-seed#[468C2D12AB0DAB61]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 9298146 INFO (SUITE-HdfsBasicDistributedZkTest-seed#[468C2D12AB0DAB61]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5a17ef66{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> 9299838 INFO (SUITE-HdfsBasicDistributedZkTest-seed#[468C2D12AB0DAB61]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> Apr 05, 2019 6:25:36 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 16 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene80): {regex_dup_A_s=PostingsFormat(name=LuceneVarGapFixedInterval), regex_dup_B_s=BlockTreeOrds(blocksize=128), SubjectTerms_mfacet=Lucene50(blocksize=128), multiDefault=BlockTreeOrds(blocksize=128), _root_=Lucene50(blocksize=128), genre_s=Lucene50(blocksize=128), author_t=Lucene50(blocksize=128), series_t=Lucene50(blocksize=128), rnd_b=Lucene50(blocksize=128), oddField_s=Lucene50(blocksize=128), a_t=BlockTreeOrds(blocksize=128), cat=BlockTreeOrds(blocksize=128), foo_b=PostingsFormat(name=LuceneVarGapFixedInterval), name=Lucene50(blocksize=128), inStock=PostingsFormat(name=LuceneVarGapFixedInterval), id=Lucene50(blocksize=128), text=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{regex_dup_A_s=DocValuesFormat(name=Direct), other_tl1=DocValuesFormat(name=Lucene80), regex_dup_B_s=DocValuesFormat(name=Lucene80), range_facet_l_dv=DocValuesFormat(name=Asserting), SubjectTerms_mfacet=DocValuesFormat(name=Lucene80), n_l1=DocValuesFormat(name=Lucene80), multiDefault=DocValuesFormat(name=Lucene80), intDefault=DocValuesFormat(name=Lucene80), genre_s=DocValuesFormat(name=Asserting), n_td1=DocValuesFormat(name=Lucene80), n_d1=DocValuesFormat(name=Lucene80), range_facet_l=DocValuesFormat(name=Lucene80), n_f1=DocValuesFormat(name=Lucene80), series_t=DocValuesFormat(name=Lucene80), n_tl1=DocValuesFormat(name=Lucene80), oddField_s=DocValuesFormat(name=Asserting), n_tf1=DocValuesFormat(name=Lucene80), price=DocValuesFormat(name=Direct), a_t=DocValuesFormat(name=Lucene80), cat=DocValuesFormat(name=Lucene80), sequence_i=DocValuesFormat(name=Asserting), inStock=DocValuesFormat(name=Direct), id=DocValuesFormat(name=Asserting), text=DocValuesFormat(name=Direct), intDvoDefault=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Lucene80), foo_i=DocValuesFormat(name=Lucene80), val_i=DocValuesFormat(name=Asserting), _root_=DocValuesFormat(name=Lucene80), n_dt1=DocValuesFormat(name=Lucene80), author_t=DocValuesFormat(name=Lucene80), a_i1=DocValuesFormat(name=Lucene80), n_ti1=DocValuesFormat(name=Asserting), rnd_b=DocValuesFormat(name=Asserting), _version_=DocValuesFormat(name=Lucene80), n_tdt1=DocValuesFormat(name=Lucene80), foo_b=DocValuesFormat(name=Direct), name=DocValuesFormat(name=Asserting), id_i1=DocValuesFormat(name=Lucene80), foo_d=DocValuesFormat(name=Asserting), range_facet_i_dv=DocValuesFormat(name=Lucene80), foo_f=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=280, maxMBSortInHeap=7.1564379719630695, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@39f9ff3e), locale=he-IL, timezone=Asia/Nicosia
[junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=4,free=53697016,total=433061888
[junit4] 2> NOTE: All tests run in this JVM: [TestHashPartitioner, TestReplicationHandlerDiskOverFlow, TestDFRSimilarityFactory, CdcrBidirectionalTest, TestStressRecovery, TestDistributedMap, ResponseLogComponentTest, TestSchemalessBufferedUpdates, SignificantTermsQParserPluginTest, HttpSolrCallGetCoreTest, CircularListTest, TestSolr4Spatial, ExecutePlanActionTest, ScheduledMaintenanceTriggerTest, ShardSplitTest, SystemInfoHandlerTest, RollingRestartTest, TestSimLargeCluster, TestHighFrequencyDictionaryFactory, ConfigSetsAPITest, TestOrdValues, SystemCollectionCompatTest, TestSolrFieldCacheBean, CoreAdminHandlerTest, IndexSizeTriggerTest, TestShortCircuitedRequests, DistributedQueryElevationComponentTest, BlockJoinFacetSimpleTest, BasicAuthIntegrationTest, SuggestComponentContextFilterQueryTest, TestHdfsBackupRestoreCore, ResponseBuilderTest, TestManagedStopFilterFactory, ConvertedLegacyTest, StressHdfsTest, UpdateParamsTest, CoreMergeIndexesAdminHandlerTest, TestObjectReleaseTracker, SearchRateTriggerIntegrationTest, ReindexCollectionTest, EmbeddedSolrNoSerializeTest, TestFieldResource, ConcurrentDeleteAndCreateCollectionTest, TestXIncludeConfig, TestZkAclsWithHadoopAuth, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestSimpleTrackingShardHandler, BigEndianAscendingWordSerializerTest, TestFileDictionaryLookup, TestSlowCompositeReaderWrapper, AutoAddReplicasPlanActionTest, TestLuceneIndexBackCompat, TaggerTest, TestConfigSetsAPI, CategoryRoutedAliasUpdateProcessorTest, CollectionStateFormat2Test, StatelessScriptUpdateProcessorFactoryTest, LukeRequestHandlerTest, TestRandomCollapseQParserPlugin, SolrXmlInZkTest, SuggesterTSTTest, HdfsRestartWhileUpdatingTest, BlockDirectoryTest, MoveReplicaTest, ConfigureRecoveryStrategyTest, TestSolrDeletionPolicy2, DateFieldTest, TestChildDocTransformerHierarchy, TestValueSourceCache, HighlighterTest, SortByFunctionTest, TestComplexPhraseQParserPlugin, SolrIndexSplitterTest, DocValuesNotIndexedTest, HdfsTlogReplayBufferedWhileIndexingTest, DistributedIntervalFacetingTest, FullSolrCloudDistribCmdsTest, SchemaApiFailureTest, LeaderElectionIntegrationTest, TestRemoteStreaming, TestHashQParserPlugin, V2StandaloneTest, TestFiltering, TestCloudPivotFacet, TestCollectionsAPIViaSolrCloudCluster, TestDocSet, TestGraphMLResponseWriter, DistanceUnitsTest, TestEmbeddedSolrServerSchemaAPI, TestBM25SimilarityFactory, TestUseDocValuesAsStored2, SolrPluginUtilsTest, TestMaxScoreQueryParser, TestSolrCoreSnapshots, TestUninvertingReader, TestNumericRangeQuery32, DeleteNodeTest, DistributedMLTComponentTest, TestFieldCache, DocumentBuilderTest, MetricsHistoryHandlerTest, TestPushWriter, PeerSyncWithBufferUpdatesTest, TolerantUpdateProcessorTest, TestStressCloudBlindAtomicUpdates, ZkStateWriterTest, TestCloudJSONFacetJoinDomain, JSONWriterTest, DistribJoinFromCollectionTest, TestWriterPerf, TestTrackingShardHandlerFactory, TestSolrCLIRunExample, TestInitParams, TestConfigsApi, TestAnalyzeInfixSuggestions, TestFacetMethods, FastVectorHighlighterTest, BJQParserTest, ZkSolrClientTest, TestLogWatcher, TestPKIAuthenticationPlugin, TestLegacyNumericUtils, TestCharFilters, HdfsBasicDistributedZkTest]
[junit4] Completed [709/847 (4!)] on J2 in 3966.38s, 1 test, 1 error <<< FAILURES!
[...truncated 442 lines...]
[junit4] JVM J2: stdout was not empty, see: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/temp/junit4-J2-20190405_155036_5975581830361237255320.sysout
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] java.lang.OutOfMemoryError: GC overhead limit exceeded
[junit4] Dumping heap to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/heapdumps/java_pid10819.hprof ...
[junit4] Heap dump file created [708463125 bytes in 23.850 secs]
[junit4] <<< JVM J2: EOF ----
[...truncated 8979 lines...]
BUILD FAILED
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/build.xml:661: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/build.xml:585: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid10819.hprof
Total time: 594 minutes 37 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-BadApples-NightlyTests-8.x - Build # 11 -
Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-NightlyTests-8.x/11/
2 tests failed.
FAILED: org.apache.solr.cloud.api.collections.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Failed while waiting for active collection Timeout waiting to see state for collection=awhollynewcollection_0 :DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/3)={ "pullReplicas":"0", "replicationFactor":"3", "shards":{ "shard1":{ "range":"80000000-d554ffff", "state":"active", "replicas":{ "core_node3":{ "core":"awhollynewcollection_0_shard1_replica_n1", "base_url":"http://127.0.0.1:35367/solr", "node_name":"127.0.0.1:35367_solr", "state":"down", "type":"NRT", "force_set_state":"false"}, "core_node5":{ "core":"awhollynewcollection_0_shard1_replica_n2", "base_url":"http://127.0.0.1:42198/solr", "node_name":"127.0.0.1:42198_solr", "state":"down", "type":"NRT", "force_set_state":"false"}, "core_node8":{ "core":"awhollynewcollection_0_shard1_replica_n4", "base_url":"http://127.0.0.1:40578/solr", "node_name":"127.0.0.1:40578_solr", "state":"down", "type":"NRT", "force_set_state":"false"}}}, "shard2":{ "range":"d5550000-2aa9ffff", "state":"active", "replicas":{ "core_node12":{ "core":"awhollynewcollection_0_shard2_replica_n6", "base_url":"http://127.0.0.1:41500/solr", "node_name":"127.0.0.1:41500_solr", "state":"down", "type":"NRT", "force_set_state":"false"}, "core_node14":{ "core":"awhollynewcollection_0_shard2_replica_n7", "base_url":"http://127.0.0.1:35367/solr", "node_name":"127.0.0.1:35367_solr", "state":"down", "type":"NRT", "force_set_state":"false"}, "core_node15":{ "core":"awhollynewcollection_0_shard2_replica_n9", "base_url":"http://127.0.0.1:42198/solr", "node_name":"127.0.0.1:42198_solr", "state":"down", "type":"NRT", "force_set_state":"false"}}}, "shard3":{ "range":"2aaa0000-7fffffff", "state":"active", "replicas":{ "core_node16":{ "core":"awhollynewcollection_0_shard3_replica_n10", "base_url":"http://127.0.0.1:40578/solr", "node_name":"127.0.0.1:40578_solr", "state":"down", "type":"NRT", "force_set_state":"false"}, "core_node17":{ "core":"awhollynewcollection_0_shard3_replica_n11", "base_url":"http://127.0.0.1:41500/solr", "node_name":"127.0.0.1:41500_solr", "state":"down", "type":"NRT", "force_set_state":"false"}, "core_node18":{ "core":"awhollynewcollection_0_shard3_replica_n13", "base_url":"http://127.0.0.1:35367/solr", "node_name":"127.0.0.1:35367_solr", "state":"down", "type":"NRT", "force_set_state":"false"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"3", "autoAddReplicas":"false", "nrtReplicas":"3", "tlogReplicas":"0"} Live Nodes: [127.0.0.1:35367_solr, 127.0.0.1:40578_solr, 127.0.0.1:41500_solr, 127.0.0.1:42198_solr] Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/3)={ "pullReplicas":"0", "replicationFactor":"3", "shards":{ "shard1":{ "range":"80000000-d554ffff", "state":"active", "replicas":{ "core_node3":{ "core":"awhollynewcollection_0_shard1_replica_n1", "base_url":"http://127.0.0.1:35367/solr", "node_name":"127.0.0.1:35367_solr", "state":"down", "type":"NRT", "force_set_state":"false"}, "core_node5":{ "core":"awhollynewcollection_0_shard1_replica_n2", "base_url":"http://127.0.0.1:42198/solr", "node_name":"127.0.0.1:42198_solr", "state":"down", "type":"NRT", "force_set_state":"false"}, "core_node8":{ "core":"awhollynewcollection_0_shard1_replica_n4", "base_url":"http://127.0.0.1:40578/solr", "node_name":"127.0.0.1:40578_solr", "state":"down", "type":"NRT", "force_set_state":"false"}}}, "shard2":{ "range":"d5550000-2aa9ffff", "state":"active", "replicas":{ "core_node12":{ "core":"awhollynewcollection_0_shard2_replica_n6", "base_url":"http://127.0.0.1:41500/solr", "node_name":"127.0.0.1:41500_solr", "state":"down", "type":"NRT", "force_set_state":"false"}, "core_node14":{ "core":"awhollynewcollection_0_shard2_replica_n7", "base_url":"http://127.0.0.1:35367/solr", "node_name":"127.0.0.1:35367_solr", "state":"down", "type":"NRT", "force_set_state":"false"}, "core_node15":{ "core":"awhollynewcollection_0_shard2_replica_n9", "base_url":"http://127.0.0.1:42198/solr", "node_name":"127.0.0.1:42198_solr", "state":"down", "type":"NRT", "force_set_state":"false"}}}, "shard3":{ "range":"2aaa0000-7fffffff", "state":"active", "replicas":{ "core_node16":{ "core":"awhollynewcollection_0_shard3_replica_n10", "base_url":"http://127.0.0.1:40578/solr", "node_name":"127.0.0.1:40578_solr", "state":"down", "type":"NRT", "force_set_state":"false"}, "core_node17":{ "core":"awhollynewcollection_0_shard3_replica_n11", "base_url":"http://127.0.0.1:41500/solr", "node_name":"127.0.0.1:41500_solr", "state":"down", "type":"NRT", "force_set_state":"false"}, "core_node18":{ "core":"awhollynewcollection_0_shard3_replica_n13", "base_url":"http://127.0.0.1:35367/solr", "node_name":"127.0.0.1:35367_solr", "state":"down", "type":"NRT", "force_set_state":"false"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"3", "autoAddReplicas":"false", "nrtReplicas":"3", "tlogReplicas":"0"}
Stack Trace:
java.lang.RuntimeException: Failed while waiting for active collection
Timeout waiting to see state for collection=awhollynewcollection_0 :DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/3)={
"pullReplicas":"0",
"replicationFactor":"3",
"shards":{
"shard1":{
"range":"80000000-d554ffff",
"state":"active",
"replicas":{
"core_node3":{
"core":"awhollynewcollection_0_shard1_replica_n1",
"base_url":"http://127.0.0.1:35367/solr",
"node_name":"127.0.0.1:35367_solr",
"state":"down",
"type":"NRT",
"force_set_state":"false"},
"core_node5":{
"core":"awhollynewcollection_0_shard1_replica_n2",
"base_url":"http://127.0.0.1:42198/solr",
"node_name":"127.0.0.1:42198_solr",
"state":"down",
"type":"NRT",
"force_set_state":"false"},
"core_node8":{
"core":"awhollynewcollection_0_shard1_replica_n4",
"base_url":"http://127.0.0.1:40578/solr",
"node_name":"127.0.0.1:40578_solr",
"state":"down",
"type":"NRT",
"force_set_state":"false"}}},
"shard2":{
"range":"d5550000-2aa9ffff",
"state":"active",
"replicas":{
"core_node12":{
"core":"awhollynewcollection_0_shard2_replica_n6",
"base_url":"http://127.0.0.1:41500/solr",
"node_name":"127.0.0.1:41500_solr",
"state":"down",
"type":"NRT",
"force_set_state":"false"},
"core_node14":{
"core":"awhollynewcollection_0_shard2_replica_n7",
"base_url":"http://127.0.0.1:35367/solr",
"node_name":"127.0.0.1:35367_solr",
"state":"down",
"type":"NRT",
"force_set_state":"false"},
"core_node15":{
"core":"awhollynewcollection_0_shard2_replica_n9",
"base_url":"http://127.0.0.1:42198/solr",
"node_name":"127.0.0.1:42198_solr",
"state":"down",
"type":"NRT",
"force_set_state":"false"}}},
"shard3":{
"range":"2aaa0000-7fffffff",
"state":"active",
"replicas":{
"core_node16":{
"core":"awhollynewcollection_0_shard3_replica_n10",
"base_url":"http://127.0.0.1:40578/solr",
"node_name":"127.0.0.1:40578_solr",
"state":"down",
"type":"NRT",
"force_set_state":"false"},
"core_node17":{
"core":"awhollynewcollection_0_shard3_replica_n11",
"base_url":"http://127.0.0.1:41500/solr",
"node_name":"127.0.0.1:41500_solr",
"state":"down",
"type":"NRT",
"force_set_state":"false"},
"core_node18":{
"core":"awhollynewcollection_0_shard3_replica_n13",
"base_url":"http://127.0.0.1:35367/solr",
"node_name":"127.0.0.1:35367_solr",
"state":"down",
"type":"NRT",
"force_set_state":"false"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"3",
"autoAddReplicas":"false",
"nrtReplicas":"3",
"tlogReplicas":"0"}
Live Nodes: [127.0.0.1:35367_solr, 127.0.0.1:40578_solr, 127.0.0.1:41500_solr, 127.0.0.1:42198_solr]
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/3)={
"pullReplicas":"0",
"replicationFactor":"3",
"shards":{
"shard1":{
"range":"80000000-d554ffff",
"state":"active",
"replicas":{
"core_node3":{
"core":"awhollynewcollection_0_shard1_replica_n1",
"base_url":"http://127.0.0.1:35367/solr",
"node_name":"127.0.0.1:35367_solr",
"state":"down",
"type":"NRT",
"force_set_state":"false"},
"core_node5":{
"core":"awhollynewcollection_0_shard1_replica_n2",
"base_url":"http://127.0.0.1:42198/solr",
"node_name":"127.0.0.1:42198_solr",
"state":"down",
"type":"NRT",
"force_set_state":"false"},
"core_node8":{
"core":"awhollynewcollection_0_shard1_replica_n4",
"base_url":"http://127.0.0.1:40578/solr",
"node_name":"127.0.0.1:40578_solr",
"state":"down",
"type":"NRT",
"force_set_state":"false"}}},
"shard2":{
"range":"d5550000-2aa9ffff",
"state":"active",
"replicas":{
"core_node12":{
"core":"awhollynewcollection_0_shard2_replica_n6",
"base_url":"http://127.0.0.1:41500/solr",
"node_name":"127.0.0.1:41500_solr",
"state":"down",
"type":"NRT",
"force_set_state":"false"},
"core_node14":{
"core":"awhollynewcollection_0_shard2_replica_n7",
"base_url":"http://127.0.0.1:35367/solr",
"node_name":"127.0.0.1:35367_solr",
"state":"down",
"type":"NRT",
"force_set_state":"false"},
"core_node15":{
"core":"awhollynewcollection_0_shard2_replica_n9",
"base_url":"http://127.0.0.1:42198/solr",
"node_name":"127.0.0.1:42198_solr",
"state":"down",
"type":"NRT",
"force_set_state":"false"}}},
"shard3":{
"range":"2aaa0000-7fffffff",
"state":"active",
"replicas":{
"core_node16":{
"core":"awhollynewcollection_0_shard3_replica_n10",
"base_url":"http://127.0.0.1:40578/solr",
"node_name":"127.0.0.1:40578_solr",
"state":"down",
"type":"NRT",
"force_set_state":"false"},
"core_node17":{
"core":"awhollynewcollection_0_shard3_replica_n11",
"base_url":"http://127.0.0.1:41500/solr",
"node_name":"127.0.0.1:41500_solr",
"state":"down",
"type":"NRT",
"force_set_state":"false"},
"core_node18":{
"core":"awhollynewcollection_0_shard3_replica_n13",
"base_url":"http://127.0.0.1:35367/solr",
"node_name":"127.0.0.1:35367_solr",
"state":"down",
"type":"NRT",
"force_set_state":"false"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"3",
"autoAddReplicas":"false",
"nrtReplicas":"3",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([C6AA855DD07506D9:8EDFF1E9D646294C]:0)
at org.apache.solr.cloud.MiniSolrCloudCluster.waitForActiveCollection(MiniSolrCloudCluster.java:758)
at org.apache.solr.cloud.MiniSolrCloudCluster.waitForActiveCollection(MiniSolrCloudCluster.java:764)
at org.apache.solr.cloud.api.collections.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:435)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.hdfs.StressHdfsTest.test
Error Message:
Timeout occurred while waiting response from server at: http://127.0.0.1:35069/_kxy/k/delete_data_dir
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:35069/_kxy/k/delete_data_dir
at __randomizedtesting.SeedInfo.seed([C6AA855DD07506D9:4EFEBA877E896B21]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:660)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1055)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:830)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:763)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:504)
at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:479)
at org.apache.solr.cloud.hdfs.StressHdfsTest.createAndDeleteCollection(StressHdfsTest.java:209)
at org.apache.solr.cloud.hdfs.StressHdfsTest.test(StressHdfsTest.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:548)
... 53 more
Build Log:
[...truncated 13623 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.StressHdfsTest
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_C6AA855DD07506D9-001/init-core-data-001
[junit4] 2> 782868 INFO (SUITE-StressHdfsTest-seed#[C6AA855DD07506D9]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 782869 WARN (SUITE-StressHdfsTest-seed#[C6AA855DD07506D9]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=224 numCloses=224
[junit4] 2> 782869 INFO (SUITE-StressHdfsTest-seed#[C6AA855DD07506D9]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 782871 INFO (SUITE-StressHdfsTest-seed#[C6AA855DD07506D9]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 782871 INFO (SUITE-StressHdfsTest-seed#[C6AA855DD07506D9]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /_kxy/k
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 783384 WARN (SUITE-StressHdfsTest-seed#[C6AA855DD07506D9]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 783430 WARN (SUITE-StressHdfsTest-seed#[C6AA855DD07506D9]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 783448 INFO (SUITE-StressHdfsTest-seed#[C6AA855DD07506D9]-worker) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 783529 INFO (SUITE-StressHdfsTest-seed#[C6AA855DD07506D9]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 783529 INFO (SUITE-StressHdfsTest-seed#[C6AA855DD07506D9]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 783529 INFO (SUITE-StressHdfsTest-seed#[C6AA855DD07506D9]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 783529 INFO (SUITE-StressHdfsTest-seed#[C6AA855DD07506D9]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4acd0ac0{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 784208 INFO (SUITE-StressHdfsTest-seed#[C6AA855DD07506D9]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@a876ca0{hdfs,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/jetty-lucene2-us-west.apache.org-33525-hdfs-_-any-3707476292300316440.dir/webapp/,AVAILABLE}{/hdfs}
[junit4] 2> 784222 INFO (SUITE-StressHdfsTest-seed#[C6AA855DD07506D9]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@53d81e1a{HTTP/1.1,[http/1.1]}{lucene2-us-west.apache.org:33525}
[junit4] 2> 784222 INFO (SUITE-StressHdfsTest-seed#[C6AA855DD07506D9]-worker) [ ] o.e.j.s.Server Started @784256ms
[junit4] 2> 785254 WARN (SUITE-StressHdfsTest-seed#[C6AA855DD07506D9]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 785291 INFO (SUITE-StressHdfsTest-seed#[C6AA855DD07506D9]-worker) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 785319 INFO (SUITE-StressHdfsTest-seed#[C6AA855DD07506D9]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 785319 INFO (SUITE-StressHdfsTest-seed#[C6AA855DD07506D9]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 785319 INFO (SUITE-StressHdfsTest-seed#[C6AA855DD07506D9]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 785320 INFO (SUITE-StressHdfsTest-seed#[C6AA855DD07506D9]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@114988ca{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 786273 INFO (SUITE-StressHdfsTest-seed#[C6AA855DD07506D9]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@7762b773{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost-39252-datanode-_-any-3317561378142279107.dir/webapp/,AVAILABLE}{/datanode}
[junit4] 2> 786274 INFO (SUITE-StressHdfsTest-seed#[C6AA855DD07506D9]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4914b421{HTTP/1.1,[http/1.1]}{localhost:39252}
[junit4] 2> 786274 INFO (SUITE-StressHdfsTest-seed#[C6AA855DD07506D9]-worker) [ ] o.e.j.s.Server Started @786308ms
[junit4] 2> 787479 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xc21610c8f03ace7: Processing first storage report for DS-c94cbd45-5b22-40d5-a248-26da880f641a from datanode 7413bf01-16cc-4c9d-9e5e-cebdd92783ff
[junit4] 2> 787479 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xc21610c8f03ace7: from storage DS-c94cbd45-5b22-40d5-a248-26da880f641a node DatanodeRegistration(127.0.0.1:32962, datanodeUuid=7413bf01-16cc-4c9d-9e5e-cebdd92783ff, infoPort=41152, infoSecurePort=0, ipcPort=37610, storageInfo=lv=-57;cid=testClusterID;nsid=2090894891;c=1553870019147), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 787479 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xc21610c8f03ace7: Processing first storage report for DS-7f1a048a-daf5-498e-8199-e0369bef91ae from datanode 7413bf01-16cc-4c9d-9e5e-cebdd92783ff
[junit4] 2> 787479 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xc21610c8f03ace7: from storage DS-7f1a048a-daf5-498e-8199-e0369bef91ae node DatanodeRegistration(127.0.0.1:32962, datanodeUuid=7413bf01-16cc-4c9d-9e5e-cebdd92783ff, infoPort=41152, infoSecurePort=0, ipcPort=37610, storageInfo=lv=-57;cid=testClusterID;nsid=2090894891;c=1553870019147), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 787757 INFO (TEST-StressHdfsTest.test-seed#[C6AA855DD07506D9]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 787757 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 787757 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 787859 INFO (TEST-StressHdfsTest.test-seed#[C6AA855DD07506D9]) [ ] o.a.s.c.ZkTestServer start zk server on port:35762
[junit4] 2> 787859 INFO (TEST-StressHdfsTest.test-seed#[C6AA855DD07506D9]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:35762
[junit4] 2> 787859 INFO (TEST-StressHdfsTest.test-seed#[C6AA855DD07506D9]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 35762
[junit4] 2> 787985 INFO (zkConnectionManagerCallback-431-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 788004 INFO (zkConnectionManagerCallback-433-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 788038 INFO (TEST-StressHdfsTest.test-seed#[C6AA855DD07506D9]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 788074 INFO (TEST-StressHdfsTest.test-seed#[C6AA855DD07506D9]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 788096 INFO (TEST-StressHdfsTest.test-seed#[C6AA855DD07506D9]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 788096 INFO (TEST-StressHdfsTest.test-seed#[C6AA855DD07506D9]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 788097 INFO (TEST-StressHdfsTest.test-seed#[C6AA855DD07506D9]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 788098 INFO (TEST-StressHdfsTest.test-seed#[C6AA855DD07506D9]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 788111 INFO (TEST-StressHdfsTest.test-seed#[C6AA855DD07506D9]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 788112 INFO (TEST-StressHdfsTest.test-seed#[C6AA855DD07506D9]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 788113 INFO (TEST-StressHdfsTest.test-seed#[C6AA855DD07506D9]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 788114 INFO (TEST-StressHdfsTest.test-seed#[C6AA855DD07506D9]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 788114 INFO (TEST-StressHdfsTest.test-seed#[C6AA855DD07506D9]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 788148 INFO (TEST-StressHdfsTest.test-seed#[C6AA855DD07506D9]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 788697 WARN (TEST-StressHdfsTest.test-seed#[C6AA855DD07506D9]) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 788697 INFO (TEST-StressHdfsTest.test-seed#[C6AA855DD07506D9]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 788697 INFO (TEST-StressHdfsTest.test-seed#[C6AA855DD07506D9]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 788698 INFO (TEST-StressHdfsTest.test-seed#[C6AA855DD07506D9]) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 788840 INFO (TEST-StressHdfsTest.test-seed#[C6AA855DD07506D9]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 788840 INFO (TEST-StressHdfsTest.test-seed#[C6AA855DD07506D9]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 788840 INFO (TEST-StressHdfsTest.test-seed#[C6AA855DD07506D9]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 788898 INFO (TEST-StressHdfsTest.test-seed#[C6AA855DD07506D9]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4ca1f7e1{/_kxy/k,null,AVAILABLE}
[junit4] 2> 788934 INFO (TEST-StressHdfsTest.test-seed#[C6AA855DD07506D9]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@51b4487f{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:44991}
[junit4] 2> 788934 INFO (TEST-StressHdfsTest.test-seed#[C6AA855DD07506D9]) [ ] o.e.j.s.Server Started @788968ms
[junit4] 2> 788934 INFO (TEST-StressHdfsTest.test-seed#[C6AA855DD07506D9]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://lucene2-us-west.apache.org:44723/hdfs__lucene2-us-west.apache.org_44723__home_jenkins_jenkins-slave_workspace_Lucene-Solr-BadApples-NightlyTests-8.x_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.StressHdfsTest_C6AA855DD07506D9-001_tempDir-002_control_data, replicaType=NRT, hostContext=/_kxy/k, hostPort=44991, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_C6AA855DD07506D9-001/control-001/cores}
[junit4] 2> 788935 ERROR (TEST-StressHdfsTest.test-seed#[C6AA855DD07506D9]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 788935 INFO (TEST-StressHdfsTest.test-seed#[C6AA855DD07506D9]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 788935 INFO (TEST-StressHdfsTest.test-seed#[C6AA855DD07506D9]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.1.0
[junit4] 2> 788935 INFO (TEST-StressHdfsTest.test-seed#[C6AA855DD07506D9]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 788935 INFO (TEST-StressHdfsTest.test-seed#[C6AA855DD07506D9]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 788935 INFO (TEST-StressHdfsTest.test-seed#[C6AA855DD07506D9]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-03-29T14:33:44.939Z
[junit4] 2> 789033 INFO (zkConnectionManagerCallback-435-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 789060 INFO (TEST-StressHdfsTest.test-seed#[C6AA855DD07506D9]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 789060 INFO (TEST-StressHdfsTest.test-seed#[C6AA855DD07506D9]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_C6AA855DD07506D9-001/control-001/solr.xml
[junit4] 2> 789081 INFO (TEST-StressHdfsTest.test-seed#[C6AA855DD07506D9]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 789081 INFO (TEST-StressHdfsTest.test-seed#[C6AA855DD07506D9]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 789372 INFO (TEST-StressHdfsTest.test-seed#[C6AA855DD07506D9]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3a6545b0, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 790997 INFO (TEST-StressHdfsTest.test-seed#[C6AA855DD07506D9]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 791033 WARN (TEST-StressHdfsTest.test-seed#[C6AA855DD07506D9]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@33a80f0d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 791171 WARN (TEST-StressHdfsTest.test-seed#[C6AA855DD07506D9]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@4f7e43be[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 791172 INFO (TEST-StressHdfsTest.test-seed#[C6AA855DD07506D9]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35762/solr
[junit4] 2> 791239 INFO (zkConnectionManagerCallback-442-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 791270 INFO (zkConnectionManagerCallback-444-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 792876 INFO (TEST-StressHdfsTest.test-seed#[C6AA855DD07506D9]) [n:127.0.0.1:44991__kxy%2Fk ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44991__kxy%2Fk
[junit4] 2> 792877 INFO (TEST-StressHdfsTest.test-seed#[C6AA855DD07506D9]) [n:127.0.0.1:44991__kxy%2Fk ] o.a.s.c.Overseer Overseer (id=74430483823001604-127.0.0.1:44991__kxy%2Fk-n_0000000000) starting
[junit4] 2> 792940 INFO (zkConnectionManagerCallback-451-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 793095 INFO (TEST-StressHdfsTest.test-seed#[C6AA855DD07506D9]) [n:127.0.0.1:44991__kxy%2Fk ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35762/solr ready
[junit4] 2> 793139 INFO (OverseerStateUpdate-74430483823001604-127.0.0.1:44991__kxy%2Fk-n_0000000000) [n:127.0.0.1:44991__kxy%2Fk ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:44991__kxy%2Fk
[junit4] 2> 793179 INFO (TEST-StressHdfsTest.test-seed#[C6AA855DD07506D9]) [n:127.0.0.1:44991__kxy%2Fk ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44991__kxy%2Fk
[junit4] 2> 793293 INFO (zkCallback-443-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 793305 INFO (zkCallback-450-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 793758 INFO (TEST-StressHdfsTest.test-seed#[C6AA855DD07506D9]) [n:127.0.0.1:44991__kxy%2Fk ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 793943 INFO (TEST-StressHdfsTest.test-seed#[C6AA855DD07506D9]) [n:127.0.0.1:44991__kxy%2Fk ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a6545b0
[junit4] 2> 794053 INFO (TEST-StressHdfsTest.test-seed#[C6AA855DD07506D9]) [n:127.0.0.1:44991__kxy%2Fk ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a6545b0
[junit4] 2> 794053 INFO (TEST-StressHdfsTest.test-seed#[C6AA855DD07506D9]) [n:127.0.0.1:44991__kxy%2Fk ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a6545b0
[junit4] 2> 794181 INFO (TEST-StressHdfsTest.test-seed#[C6AA855DD07506D9]) [n:127.0.0.1:44991__kxy%2Fk ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_C6AA855DD07506D9-001/control-001/cores
[junit4] 2> 794350 INFO (zkConnectionManagerCallback-457-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 794351 INFO (TEST-StressHdfsTest.test-seed#[C6AA855DD07506D9]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 794352 INFO (TEST-StressHdfsTest.test-seed#[C6AA855DD07506D9]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35762/solr ready
[junit4] 2> 794404 INFO (qtp541371014-10062) [n:127.0.0.1:44991__kxy%2Fk ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:44991__kxy%252Fk&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 794545 INFO (OverseerThreadFactory-311-thread-1-processing-n:127.0.0.1:44991__kxy%2Fk) [n:127.0.0.1:44991__kxy%2Fk ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 794739 INFO (qtp541371014-10064) [n:127.0.0.1:44991__kxy%2Fk x:control_collection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 794740 INFO (qtp541371014-10064) [n:127.0.0.1:44991__kxy%2Fk x:control_collection_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 795853 INFO (qtp541371014-10064) [n:127.0.0.1:44991__kxy%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
[junit4] 2> 795938 INFO (qtp541371014-10064) [n:127.0.0.1:44991__kxy%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 796978 INFO (qtp541371014-10064) [n:127.0.0.1:44991__kxy%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 797106 INFO (qtp541371014-10064) [n:127.0.0.1:44991__kxy%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 797194 INFO (qtp541371014-10064) [n:127.0.0.1:44991__kxy%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a6545b0
[junit4] 2> 797195 INFO (qtp541371014-10064) [n:127.0.0.1:44991__kxy%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://lucene2-us-west.apache.org:44723/solr_hdfs_home
[junit4] 2> 797195 INFO (qtp541371014-10064) [n:127.0.0.1:44991__kxy%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 797195 INFO (qtp541371014-10064) [n:127.0.0.1:44991__kxy%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_C6AA855DD07506D9-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[hdfs://lucene2-us-west.apache.org:44723/solr_hdfs_home/control_collection/core_node2/data/]
[junit4] 2> 797196 INFO (qtp541371014-10064) [n:127.0.0.1:44991__kxy%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:44723/solr_hdfs_home/control_collection/core_node2/data/snapshot_metadata
[junit4] 2> 797270 INFO (qtp541371014-10064) [n:127.0.0.1:44991__kxy%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 797270 INFO (qtp541371014-10064) [n:127.0.0.1:44991__kxy%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 797270 INFO (qtp541371014-10064) [n:127.0.0.1:44991__kxy%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 797399 INFO (qtp541371014-10064) [n:127.0.0.1:44991__kxy%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 797399 INFO (qtp541371014-10064) [n:127.0.0.1:44991__kxy%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:44723/solr_hdfs_home/control_collection/core_node2/data
[junit4] 2> 797579 INFO (qtp541371014-10064) [n:127.0.0.1:44991__kxy%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:44723/solr_hdfs_home/control_collection/core_node2/data/index
[junit4] 2> 797597 INFO (qtp541371014-10064) [n:127.0.0.1:44991__kxy%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 797597 INFO (qtp541371014-10064) [n:127.0.0.1:44991__kxy%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 797597 INFO (qtp541371014-10064) [n:127.0.0.1:44991__kxy%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 797705 INFO (qtp541371014-10064) [n:127.0.0.1:44991__kxy%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 797742 INFO (qtp541371014-10064) [n:127.0.0.1:44991__kxy%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@397b88bf
[junit4] 2> 798350 WARN (qtp541371014-10064) [n:127.0.0.1:44991__kxy%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 798642 INFO (qtp541371014-10064) [n:127.0.0.1:44991__kxy%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 798642 INFO (qtp541371014-10064) [n:127.0.0.1:44991__kxy%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 798642 INFO (qtp541371014-10064) [n:127.0.0.1:44991__kxy%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 798695 INFO (qtp541371014-10064) [n:127.0.0.1:44991__kxy%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 798695 INFO (qtp541371014-10064) [n:127.0.0.1:44991__kxy%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 798714 INFO (qtp541371014-10064) [n:127.0.0.1:44991__kxy%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=40, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=60.9423828125, floorSegmentMB=0.3017578125, forceMergeDeletesPctAllowed=3.9179815532163307, segmentsPerTier=46.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=40.79942449338278
[junit4] 2> 798768 INFO (qtp541371014-10064) [n:127.0.0.1:44991__kxy%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6c5d481[control_collection_shard1_replica_n1] main]
[junit4] 2> 798783 INFO (qtp541371014-10064) [n:127.0.0.1:44991__kxy%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 798783 INFO (qtp541371014-10064) [n:127.0.0.1:44991__kxy%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 798784 INFO (qtp541371014-10064) [n:127.0.0.1:44991__kxy%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 798784 INFO (qtp541371014-10064) [n:127.0.0.1:44991__kxy%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1629350825597861888
[junit4] 2> 798837 INFO (qtp541371014-10064) [n:127.0.0.1:44991__kxy%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 798837 INFO (qtp541371014-10064) [n:127.0.0.1:44991__kxy%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
[junit4] 2> 799060 INFO (searcherExecutor-316-thread-1-processing-n:127.0.0.1:44991__kxy%2Fk x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:44991__kxy%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@6c5d481[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 799131 INFO (qtp541371014-10064) [n:127.0.0.1:44991__kxy%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 799131 INFO (qtp541371014-10064) [n:127.0.0.1:44991__kxy%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 799131 INFO (qtp541371014-10064) [n:127.0.0.1:44991__kxy%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44991/_kxy/k/control_collection_shard1_replica_n1/
[junit4] 2> 799131 INFO (qtp541371014-10064) [n:127.0.0.1:44991__kxy%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 799132 INFO (qtp541371014-10064) [n:127.0.0.1:44991__kxy%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:44991/_kxy/k/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 799132 INFO (qtp541371014-10064) [n:127.0.0.1:44991__kxy%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/74430483823001604-core_node2-n_0000000000
[junit4] 2> 799133 INFO (qtp541371014-10064) [n:127.0.0.1:44991__kxy%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44991/_kxy/k/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 799151 INFO (zkCallback-443-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 799152 INFO (qtp541371014-10064) [n:127.0.0.1:44991__kxy%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 799154 INFO (qtp541371014-10064) [n:127.0.0.1:44991__kxy%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=4433
[junit4] 2> 799168 INFO (zkCallback-443-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 799334 INFO (zkCallback-443-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 799334 INFO (zkCallback-443-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 799337 INFO (zkCallback-443-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 799459 INFO (qtp541371014-10062) [n:127.0.0.1:44991__kxy%2Fk ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 799459 INFO (qtp541371014-10062) [n:127.0.0.1:44991__kxy%2Fk ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:44991__kxy%252Fk&wt=javabin&version=2} status=0 QTime=5055
[junit4] 2> 799621 INFO (zkConnectionManagerCallback-463-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 799678 INFO (TEST-StressHdfsTest.test-seed#[C6AA855DD07506D9]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 799679 INFO (TEST-StressHdfsTest.test-seed#[C6AA855DD07506D9]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35762/solr ready
[junit4] 2> 799679 INFO (TEST-StressHdfsTest.test-seed#[C6AA855DD07506D9]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 799714 INFO (qtp541371014-10064) [n:127.0.0.1:44991__kxy%2Fk ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 799791 INFO (OverseerCollectionConfigSetProcessor-74430483823001604-127.0.0.1:44991__kxy%2Fk-n_0000000000) [n:127.0.0.1:44991__kxy%2Fk ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 799792 INFO (OverseerThreadFactory-311-thread-2-processing-n:127.0.0.1:44991__kxy%2Fk) [n:127.0.0.1:44991__kxy%2Fk ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 800066 WARN (OverseerThreadFactory-311-thread-2-processing-n:127.0.0.1:44991__kxy%2Fk) [n:127.0.0.1:44991__kxy%2Fk ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 800140 INFO (qtp541371014-10064) [n:127.0.0.1:44991__kxy%2Fk ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 800156 INFO (qtp541371014-10064) [n:127.0.0.1:44991__kxy%2Fk ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=441
[junit4] 2> 800191 INFO (TEST-StressHdfsTest.test-seed#[C6AA855DD07506D9]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=7
[junit4] 2> 800876 INFO (TEST-StressHdfsTest.test-seed#[C6AA855DD07506D9]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_C6AA855DD07506D9-001/shard-1-001 of type NRT
[junit4] 2> 800899 WARN (closeThreadPool-464-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 800900 INFO (closeThreadPool-464-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 800900 INFO (closeThreadPool-464-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 800900 INFO (closeThreadPool-464-thread-1) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 801006 INFO (closeThreadPool-464-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 801006 INFO (closeThreadPool-464-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 801006 INFO (closeThreadPool-464-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 801006 INFO (closeThreadPool-464-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3e0a2fc{/_kxy/k,null,AVAILABLE}
[junit4] 2> 801018 INFO (closeThreadPool-464-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3cc5de60{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:44544}
[junit4] 2> 801018 INFO (closeThreadPool-464-thread-1) [ ] o.e.j.s.Server Started @801052ms
[junit4] 2> 801018 INFO (closeThreadPool-464-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://lucene2-us-west.apache.org:44723/hdfs__lucene2-us-west.apache.org_44723__home_jenkins_jenkins-slave_workspace_Lucene-Solr-BadApples-NightlyTests-8.x_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.StressHdfsTest_C6AA855DD07506D9-001_tempDir-002_jetty1, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/_kxy/k, hostPort=44544, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_C6AA855DD07506D9-001/shard-1-001/cores}
[junit4] 2> 801018 ERROR (closeThreadPool-464-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 801018 INFO (closeThreadPool-464-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 801018 INFO (closeThreadPool-464-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.1.0
[junit4] 2> 801018 INFO (closeThreadPool-464-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 801018 INFO (closeThreadPool-464-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 801018 INFO (closeThreadPool-464-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-03-29T14:33:57.022Z
[junit4] 2> 801050 INFO (zkConnectionManagerCallback-466-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 801055 INFO (closeThreadPool-464-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 801055 INFO (closeThreadPool-464-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_C6AA855DD07506D9-001/shard-1-001/solr.xml
[junit4] 2> 801088 INFO (closeThreadPool-464-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 801088 INFO (closeThreadPool-464-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 801089 INFO (closeThreadPool-464-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3a6545b0, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 801899 INFO (OverseerCollectionConfigSetProcessor-74430483823001604-127.0.0.1:44991__kxy%2Fk-n_0000000000) [n:127.0.0.1:44991__kxy%2Fk ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 802432 INFO (TEST-StressHdfsTest.test-seed#[C6AA855DD07506D9]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_C6AA855DD07506D9-001/shard-2-001 of type NRT
[junit4] 2> 802465 WARN (closeThreadPool-464-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 802465 INFO (closeThreadPool-464-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 802465 INFO (closeThreadPool-464-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 802465 INFO (closeThreadPool-464-thread-2) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 802550 INFO (closeThreadPool-464-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 802550 INFO (closeThreadPool-464-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 802550 INFO (closeThreadPool-464-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 802550 INFO (closeThreadPool-464-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@12452f93{/_kxy/k,null,AVAILABLE}
[junit4] 2> 802555 INFO (closeThreadPool-464-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3671a21d{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:37214}
[junit4] 2> 802555 INFO (closeThreadPool-464-thread-2) [ ] o.e.j.s.Server Started @802589ms
[junit4] 2> 802555 INFO (closeThreadPool-464-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://lucene2-us-west.apache.org:44723/hdfs__lucene2-us-west.apache.org_44723__home_jenkins_jenkins-slave_workspace_Lucene-Solr-BadApples-NightlyTests-8.x_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.StressHdfsTest_C6AA855DD07506D9-001_tempDir-002_jetty2, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/_kxy/k, hostPort=37214, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_C6AA855DD07506D9-001/shard-2-001/cores}
[junit4] 2> 802556 ERROR (closeThreadPool-464-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 802556 INFO (closeThreadPool-464-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 802556 INFO (closeThreadPool-464-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.1.0
[junit4] 2> 802556 INFO (closeThreadPool-464-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 802556 INFO (closeThreadPool-464-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 802556 INFO (closeThreadPool-464-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-03-29T14:33:58.560Z
[junit4] 2> 802719 INFO (zkConnectionManagerCallback-469-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 802744 INFO (closeThreadPool-464-thread-2) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 802744 INFO (closeThreadPool-464-thread-2) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_C6AA855DD07506D9-001/shard-2-001/solr.xml
[junit4] 2> 802817 INFO (closeThreadPool-464-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 802817 INFO (closeThreadPool-464-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 802819 INFO (closeThreadPool-464-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3a6545b0, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 802877 INFO (closeThreadPool-464-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 802988 WARN (closeThreadPool-464-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@2d894225[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 803170 WARN (closeThreadPool-464-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@6a5bde9d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 803172 INFO (closeThreadPool-464-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35762/solr
[junit4] 2> 803202 INFO (zkConnectionManagerCallback-476-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 803315 INFO (zkConnectionManagerCallback-478-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 803318 INFO (closeThreadPool-464-thread-1) [n:127.0.0.1:44544__kxy%2Fk ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 803354 INFO (closeThreadPool-464-thread-1) [n:127.0.0.1:44544__kxy%2Fk ] o.a.s.c.ZkController Publish node=127.0.0.1:44544__kxy%2Fk as DOWN
[junit4] 2> 803354 INFO (closeThreadPool-464-thread-1) [n:127.0.0.1:44544__kxy%2Fk ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 803354 INFO (closeThreadPool-464-thread-1) [n:127.0.0.1:44544__kxy%2Fk ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44544__kxy%2Fk
[junit4] 2> 803376 INFO (zkCallback-443-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 803420 INFO (zkCallback-450-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 803432 INFO (zkCallback-477-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 803497 INFO (zkCallback-462-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 803748 INFO (zkConnectionManagerCallback-485-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 803749 INFO (closeThreadPool-464-thread-1) [n:127.0.0.1:44544__kxy%2Fk ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 803750 INFO (closeThreadPool-464-thread-1) [n:127.0.0.1:44544__kxy%2Fk ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35762/solr ready
[junit4] 2> 803764 INFO (closeThreadPool-464-thread-1) [n:127.0.0.1:44544__kxy%2Fk ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 803974 INFO (closeThreadPool-464-thread-1) [n:127.0.0.1:44544__kxy%2Fk ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a6545b0
[junit4] 2> 804119 INFO (closeThreadPool-464-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 804121 INFO (closeThreadPool-464-thread-1) [n:127.0.0.1:44544__kxy%2Fk ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a6545b0
[junit4] 2> 804137 INFO (closeThreadPool-464-thread-1) [n:127.0.0.1:44544__kxy%2Fk ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a6545b0
[junit4] 2> 804138 INFO (closeThreadPool-464-thread-1) [n:127.0.0.1:44544__kxy%2Fk ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_C6AA855DD07506D9-001/shard-1-001/cores
[junit4] 2> 804140 WARN (closeThreadPool-464-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@521b854c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 804260 WARN (closeThreadPool-464-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@7f24df1a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 804262 INFO (closeThreadPool-464-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35762/solr
[junit4] 2> 804368 INFO (zkConnectionManagerCallback-492-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 804558 INFO (TEST-StressHdfsTest.test-seed#[C6AA855DD07506D9]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_C6AA855DD07506D9-001/shard-3-001 of type NRT
[junit4] 2> 804575 WARN (closeThreadPool-464-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 804576 INFO (closeThreadPool-464-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 804576 INFO (closeThreadPool-464-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 804576 INFO (closeThreadPool-464-thread-1) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 804648 INFO (closeThreadPool-464-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 804648 INFO (closeThreadPool-464-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 804648 INFO (closeThreadPool-464-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 804651 INFO (closeThreadPool-464-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2b4670e9{/_kxy/k,null,AVAILABLE}
[junit4] 2> 804652 INFO (closeThreadPool-464-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@175d33f5{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:42936}
[junit4] 2> 804652 INFO (closeThreadPool-464-thread-1) [ ] o.e.j.s.Server Started @804685ms
[junit4] 2> 804691 INFO (zkConnectionManagerCallback-494-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 804704 INFO (closeThreadPool-464-thread-2) [n:127.0.0.1:37214__kxy%2Fk ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 804652 INFO (closeThreadPool-464-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://lucene2-us-west.apache.org:44723/hdfs__lucene2-us-west.apache.org_44723__home_jenkins_jenkins-slave_workspace_Lucene-Solr-BadApples-NightlyTests-8.x_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.StressHdfsTest_C6AA855DD07506D9-001_tempDir-002_jetty3, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/_kxy/k, hostPort=42936, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_C6AA855DD07506D9-001/shard-3-001/cores}
[junit4] 2> 804723 ERROR (closeThreadPool-464-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 804723 INFO (closeThreadPool-464-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 804723 INFO (closeThreadPool-464-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.1.0
[junit4] 2> 804723 INFO (closeThreadPool-464-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 804723 INFO (closeThreadPool-464-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 804723 INFO (closeThreadPool-464-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-03-29T14:34:00.727Z
[junit4] 2> 804776 INFO (closeThreadPool-464-thread-2) [n:127.0.0.1:37214__kxy%2Fk ] o.a.s.c.ZkController Publish node=127.0.0.1:37214__kxy%2Fk as DOWN
[junit4] 2> 804777 INFO (zkConnectionManagerCallback-498-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 804786 INFO (closeThreadPool-464-thread-2) [n:127.0.0.1:37214__kxy%2Fk ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 804786 INFO (closeThreadPool-464-thread-2) [n:127.0.0.1:37214__kxy%2Fk ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37214__kxy%2Fk
[junit4] 2> 804812 INFO (closeThreadPool-464-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 804812 INFO (closeThreadPool-464-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_C6AA855DD07506D9-001/shard-3-001/solr.xml
[junit4] 2> 804847 INFO (zkCallback-443-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 804847 INFO (zkCallback-462-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 804867 INFO (zkCallback-450-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 804871 INFO (zkCallback-493-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 804871 INFO (zkCallback-477-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 804871 INFO (zkCallback-484-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 804958 INFO (closeThreadPool-464-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 804958 INFO (closeThreadPool-464-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 805248 INFO (closeThreadPool-464-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3a6545b0, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 805475 INFO (zkConnectionManagerCallback-504-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 805561 INFO (closeThreadPool-464-thread-2) [n:127.0.0.1:37214__kxy%2Fk ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 805562 INFO (closeThreadPool-464-thread-2) [n:127.0.0.1:37214__kxy%2Fk ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35762/solr ready
[junit4] 2> 805637 INFO (closeThreadPool-464-thread-2) [n:127.0.0.1:37214__kxy%2Fk ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 805671 INFO (closeThreadPool-464-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 805703 WARN (closeThreadPool-464-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@6d8a5a65[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 805749 INFO (closeThreadPool-464-thread-2) [n:127.0.0.1:37214__kxy%2Fk ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a6545b0
[junit4] 2> 805810 INFO (closeThreadPool-464-thread-2) [n:127.0.0.1:37214__kxy%2Fk ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a6545b0
[junit4] 2> 805824 INFO (closeThreadPool-464-thread-2) [n:127.0.0.1:37214__kxy%2Fk ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a6545b0
[junit4] 2> 805825 INFO (closeThreadPool-464-thread-2) [n:127.0.0.1:37214__kxy%2Fk ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_C6AA855DD07506D9-001/shard-2-001/cores
[junit4] 2> 806015 WARN (closeThreadPool-464-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@43b26c80[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 806016 INFO (closeThreadPool-464-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35762/solr
[junit4] 2> 806099 INFO (zkConnectionManagerCallback-511-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 806289 INFO (zkConnectionManagerCallback-513-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 806300 INFO (closeThreadPool-464-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 806371 INFO (closeThreadPool-464-thread-1) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:42936__kxy%2Fk as DOWN
[junit4] 2> 806372 INFO (closeThreadPool-464-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 806372 INFO (closeThreadPool-464-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42936__kxy%2Fk
[junit4] 2> 806373 INFO (zkCallback-484-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 806374 INFO (zkCallback-493-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 806374 INFO (zkCallback-477-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 806488 INFO (zkCallback-462-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 806492 INFO (zkCallback-512-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 806492 INFO (zkCallback-450-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 806492 INFO (zkCallback-443-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 806492 INFO (zkCallback-503-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 806877 INFO (zkConnectionManagerCallback-520-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 806909 INFO (closeThreadPool-464-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 806912 INFO (closeThreadPool-464-thread-1) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35762/solr ready
[junit4] 2> 806912 INFO (closeThreadPool-464-thread-1) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 807041 INFO (closeThreadPool-464-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a6545b0
[junit4] 2> 807111 INFO (TEST-StressHdfsTest.test-seed#[C6AA855DD07506D9]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_C6AA855DD07506D9-001/shard-4-001 of type NRT
[junit4] 2> 807111 WARN (closeThreadPool-464-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 807118 INFO (closeThreadPool-464-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a6545b0
[junit4] 2> 807119 INFO (closeThreadPool-464-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.su
[...truncated too long message...]
g settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/null177346428
[copy] Copying 240 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/null177346428
[delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/null177346428
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 33ms :: artifacts dl 4ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 619 minutes 39 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1072)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1074)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-BadApples-NightlyTests-8.x - Build # 10 -
Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-NightlyTests-8.x/10/
3 tests failed.
FAILED: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test
Error Message:
Timeout occurred while waiting response from server at: http://127.0.0.1:34409/mb_qxd/k/control_collection
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:34409/mb_qxd/k/control_collection
at __randomizedtesting.SeedInfo.seed([146F80827E676DB3:9C3BBF58D09B004B]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:660)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:504)
at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:479)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.commit(AbstractFullDistribZkTestBase.java:1725)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:658)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:154)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:548)
... 49 more
FAILED: org.apache.solr.client.solrj.TestLBHttp2SolrClient.testTwoServers
Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:35747/solr/collection1/select?q=*%3A*&wt=javabin&version=2
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:35747/solr/collection1/select?q=*%3A*&wt=javabin&version=2
at __randomizedtesting.SeedInfo.seed([6616F69627B2811F:C6FC581BFCF9AF3F]:0)
at org.apache.solr.client.solrj.impl.Http2SolrClient.request(Http2SolrClient.java:406)
at org.apache.solr.client.solrj.impl.Http2SolrClient.request(Http2SolrClient.java:739)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:605)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:581)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:987)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:1002)
at org.apache.solr.client.solrj.TestLBHttp2SolrClient.testTwoServers(TestLBHttp2SolrClient.java:186)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.util.concurrent.TimeoutException
at org.eclipse.jetty.client.util.InputStreamResponseListener.get(InputStreamResponseListener.java:216)
at org.apache.solr.client.solrj.impl.Http2SolrClient.request(Http2SolrClient.java:397)
... 46 more
FAILED: org.apache.solr.cloud.RollingRestartTest.test
Error Message:
Address already in use
Stack Trace:
java.net.BindException: Address already in use
at __randomizedtesting.SeedInfo.seed([146F80827E676DB3:9C3BBF58D09B004B]:0)
at sun.nio.ch.Net.bind0(Native Method)
at sun.nio.ch.Net.bind(Net.java:433)
at sun.nio.ch.Net.bind(Net.java:425)
at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:223)
at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74)
at org.eclipse.jetty.server.ServerConnector.openAcceptChannel(ServerConnector.java:342)
at org.eclipse.jetty.server.ServerConnector.open(ServerConnector.java:308)
at org.eclipse.jetty.server.AbstractNetworkConnector.doStart(AbstractNetworkConnector.java:80)
at org.eclipse.jetty.server.ServerConnector.doStart(ServerConnector.java:236)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
at org.eclipse.jetty.server.Server.doStart(Server.java:394)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:558)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:497)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:465)
at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:104)
at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:53)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 15363 lines...]
[junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
[junit4] 2> 5095589 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[146F80827E676DB3]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_146F80827E676DB3-001/init-core-data-001
[junit4] 2> 5095604 WARN (SUITE-FullSolrCloudDistribCmdsTest-seed#[146F80827E676DB3]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=20 numCloses=20
[junit4] 2> 5095604 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[146F80827E676DB3]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 5095606 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[146F80827E676DB3]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 5095606 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[146F80827E676DB3]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /mb_qxd/k
[junit4] 2> 5095634 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[146F80827E676DB3]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 5095635 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 5095635 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 5095735 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[146F80827E676DB3]) [ ] o.a.s.c.ZkTestServer start zk server on port:35701
[junit4] 2> 5095735 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[146F80827E676DB3]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:35701
[junit4] 2> 5095735 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[146F80827E676DB3]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 35701
[junit4] 2> 5095739 INFO (zkConnectionManagerCallback-13463-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5095797 INFO (zkConnectionManagerCallback-13465-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5095813 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[146F80827E676DB3]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 5095814 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[146F80827E676DB3]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 5095815 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[146F80827E676DB3]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 5095816 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[146F80827E676DB3]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 5095816 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[146F80827E676DB3]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 5095817 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[146F80827E676DB3]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 5095818 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[146F80827E676DB3]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 5095819 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[146F80827E676DB3]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 5095819 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[146F80827E676DB3]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 5095820 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[146F80827E676DB3]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 5095837 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[146F80827E676DB3]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 5095838 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[146F80827E676DB3]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 5096482 WARN (TEST-FullSolrCloudDistribCmdsTest.test-seed#[146F80827E676DB3]) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 5096482 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[146F80827E676DB3]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 5096482 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[146F80827E676DB3]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 5096482 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[146F80827E676DB3]) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 5096483 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[146F80827E676DB3]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 5096483 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[146F80827E676DB3]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 5096483 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[146F80827E676DB3]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 5096485 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[146F80827E676DB3]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2110d23e{/mb_qxd/k,null,AVAILABLE}
[junit4] 2> 5096498 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[146F80827E676DB3]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2b2c3479{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:34409}
[junit4] 2> 5096498 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[146F80827E676DB3]) [ ] o.e.j.s.Server Started @5096665ms
[junit4] 2> 5096498 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[146F80827E676DB3]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_146F80827E676DB3-001/tempDir-001/control/data, replicaType=NRT, hostContext=/mb_qxd/k, hostPort=34409, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_146F80827E676DB3-001/control-001/cores}
[junit4] 2> 5096498 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[146F80827E676DB3]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 5096498 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[146F80827E676DB3]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 5096499 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[146F80827E676DB3]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.1.0
[junit4] 2> 5096499 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[146F80827E676DB3]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 5096499 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[146F80827E676DB3]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 5096499 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[146F80827E676DB3]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-03-24T04:26:40.206Z
[junit4] 2> 5096500 INFO (zkConnectionManagerCallback-13467-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5096501 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[146F80827E676DB3]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 5096501 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[146F80827E676DB3]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_146F80827E676DB3-001/control-001/solr.xml
[junit4] 2> 5096537 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[146F80827E676DB3]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 5096537 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[146F80827E676DB3]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 5096550 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[146F80827E676DB3]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7a0b32b, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 5097034 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[146F80827E676DB3]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 5097068 WARN (TEST-FullSolrCloudDistribCmdsTest.test-seed#[146F80827E676DB3]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@263a2941[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5097072 WARN (TEST-FullSolrCloudDistribCmdsTest.test-seed#[146F80827E676DB3]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@634cdb94[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5097098 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[146F80827E676DB3]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35701/solr
[junit4] 2> 5097118 INFO (zkConnectionManagerCallback-13474-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5097121 INFO (zkConnectionManagerCallback-13476-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5097421 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[146F80827E676DB3]) [n:127.0.0.1:34409_mb_qxd%2Fk ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34409_mb_qxd%2Fk
[junit4] 2> 5097433 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[146F80827E676DB3]) [n:127.0.0.1:34409_mb_qxd%2Fk ] o.a.s.c.Overseer Overseer (id=74399785160278020-127.0.0.1:34409_mb_qxd%2Fk-n_0000000000) starting
[junit4] 2> 5097494 INFO (zkConnectionManagerCallback-13483-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5097495 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[146F80827E676DB3]) [n:127.0.0.1:34409_mb_qxd%2Fk ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35701/solr ready
[junit4] 2> 5097496 INFO (OverseerStateUpdate-74399785160278020-127.0.0.1:34409_mb_qxd%2Fk-n_0000000000) [n:127.0.0.1:34409_mb_qxd%2Fk ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:34409_mb_qxd%2Fk
[junit4] 2> 5097520 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[146F80827E676DB3]) [n:127.0.0.1:34409_mb_qxd%2Fk ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34409_mb_qxd%2Fk
[junit4] 2> 5097537 INFO (zkCallback-13482-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 5097571 INFO (zkCallback-13475-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 5097660 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[146F80827E676DB3]) [n:127.0.0.1:34409_mb_qxd%2Fk ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 5097729 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[146F80827E676DB3]) [n:127.0.0.1:34409_mb_qxd%2Fk ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a0b32b
[junit4] 2> 5097782 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[146F80827E676DB3]) [n:127.0.0.1:34409_mb_qxd%2Fk ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a0b32b
[junit4] 2> 5097782 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[146F80827E676DB3]) [n:127.0.0.1:34409_mb_qxd%2Fk ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a0b32b
[junit4] 2> 5097783 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[146F80827E676DB3]) [n:127.0.0.1:34409_mb_qxd%2Fk ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_146F80827E676DB3-001/control-001/cores
[junit4] 2> 5097926 INFO (zkConnectionManagerCallback-13489-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5097927 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[146F80827E676DB3]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 5097944 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[146F80827E676DB3]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35701/solr ready
[junit4] 2> 5097996 INFO (qtp1025827524-43289) [n:127.0.0.1:34409_mb_qxd%2Fk ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34409_mb_qxd%252Fk&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 5098058 INFO (OverseerThreadFactory-10518-thread-1-processing-n:127.0.0.1:34409_mb_qxd%2Fk) [n:127.0.0.1:34409_mb_qxd%2Fk ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 5098201 INFO (qtp1025827524-43291) [n:127.0.0.1:34409_mb_qxd%2Fk x:control_collection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 5098201 INFO (qtp1025827524-43291) [n:127.0.0.1:34409_mb_qxd%2Fk x:control_collection_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 5099549 INFO (qtp1025827524-43291) [n:127.0.0.1:34409_mb_qxd%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
[junit4] 2> 5099608 INFO (qtp1025827524-43291) [n:127.0.0.1:34409_mb_qxd%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 5100064 INFO (qtp1025827524-43291) [n:127.0.0.1:34409_mb_qxd%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 5100192 INFO (qtp1025827524-43291) [n:127.0.0.1:34409_mb_qxd%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 5100193 INFO (qtp1025827524-43291) [n:127.0.0.1:34409_mb_qxd%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a0b32b
[junit4] 2> 5100193 INFO (qtp1025827524-43291) [n:127.0.0.1:34409_mb_qxd%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_146F80827E676DB3-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_146F80827E676DB3-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 5100195 INFO (qtp1025827524-43291) [n:127.0.0.1:34409_mb_qxd%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=39, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 5100210 WARN (qtp1025827524-43291) [n:127.0.0.1:34409_mb_qxd%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 5100424 INFO (qtp1025827524-43291) [n:127.0.0.1:34409_mb_qxd%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 5100424 INFO (qtp1025827524-43291) [n:127.0.0.1:34409_mb_qxd%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 5100426 INFO (qtp1025827524-43291) [n:127.0.0.1:34409_mb_qxd%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 5100426 INFO (qtp1025827524-43291) [n:127.0.0.1:34409_mb_qxd%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 5100427 INFO (qtp1025827524-43291) [n:127.0.0.1:34409_mb_qxd%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=5, maxMergeAtOnceExplicit=4, maxMergedSegmentMB=2.044921875, floorSegmentMB=0.4091796875, forceMergeDeletesPctAllowed=16.662298764463912, segmentsPerTier=22.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7450981021086047, deletesPctAllowed=44.1558788324443
[junit4] 2> 5100427 INFO (qtp1025827524-43291) [n:127.0.0.1:34409_mb_qxd%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3b4c9d2e[control_collection_shard1_replica_n1] main]
[junit4] 2> 5100446 INFO (qtp1025827524-43291) [n:127.0.0.1:34409_mb_qxd%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 5100459 INFO (qtp1025827524-43291) [n:127.0.0.1:34409_mb_qxd%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 5100460 INFO (qtp1025827524-43291) [n:127.0.0.1:34409_mb_qxd%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 5100460 INFO (qtp1025827524-43291) [n:127.0.0.1:34409_mb_qxd%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1628859640491016192
[junit4] 2> 5100473 INFO (searcherExecutor-10523-thread-1-processing-n:127.0.0.1:34409_mb_qxd%2Fk x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:34409_mb_qxd%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@3b4c9d2e[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 5100476 INFO (qtp1025827524-43291) [n:127.0.0.1:34409_mb_qxd%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 5100476 INFO (qtp1025827524-43291) [n:127.0.0.1:34409_mb_qxd%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
[junit4] 2> 5100487 INFO (qtp1025827524-43291) [n:127.0.0.1:34409_mb_qxd%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 5100487 INFO (qtp1025827524-43291) [n:127.0.0.1:34409_mb_qxd%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 5100487 INFO (qtp1025827524-43291) [n:127.0.0.1:34409_mb_qxd%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34409/mb_qxd/k/control_collection_shard1_replica_n1/
[junit4] 2> 5100487 INFO (qtp1025827524-43291) [n:127.0.0.1:34409_mb_qxd%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 5100488 INFO (qtp1025827524-43291) [n:127.0.0.1:34409_mb_qxd%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:34409/mb_qxd/k/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 5100488 INFO (qtp1025827524-43291) [n:127.0.0.1:34409_mb_qxd%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/74399785160278020-core_node2-n_0000000000
[junit4] 2> 5100514 INFO (qtp1025827524-43291) [n:127.0.0.1:34409_mb_qxd%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34409/mb_qxd/k/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 5100515 INFO (zkCallback-13475-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 5100516 INFO (qtp1025827524-43291) [n:127.0.0.1:34409_mb_qxd%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 5100526 INFO (qtp1025827524-43291) [n:127.0.0.1:34409_mb_qxd%2Fk c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2325
[junit4] 2> 5100588 INFO (qtp1025827524-43289) [n:127.0.0.1:34409_mb_qxd%2Fk ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 5100638 INFO (zkCallback-13475-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 5100642 INFO (qtp1025827524-43289) [n:127.0.0.1:34409_mb_qxd%2Fk ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34409_mb_qxd%252Fk&wt=javabin&version=2} status=0 QTime=2694
[junit4] 2> 5100639 INFO (zkCallback-13475-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 5100751 INFO (zkConnectionManagerCallback-13495-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5100752 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[146F80827E676DB3]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 5100753 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[146F80827E676DB3]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35701/solr ready
[junit4] 2> 5100753 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[146F80827E676DB3]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 5100754 INFO (qtp1025827524-43291) [n:127.0.0.1:34409_mb_qxd%2Fk ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 5100772 INFO (OverseerThreadFactory-10518-thread-2-processing-n:127.0.0.1:34409_mb_qxd%2Fk) [n:127.0.0.1:34409_mb_qxd%2Fk ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 5100773 INFO (OverseerCollectionConfigSetProcessor-74399785160278020-127.0.0.1:34409_mb_qxd%2Fk-n_0000000000) [n:127.0.0.1:34409_mb_qxd%2Fk ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 5101032 WARN (OverseerThreadFactory-10518-thread-2-processing-n:127.0.0.1:34409_mb_qxd%2Fk) [n:127.0.0.1:34409_mb_qxd%2Fk ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 5101033 INFO (qtp1025827524-43291) [n:127.0.0.1:34409_mb_qxd%2Fk ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 5101034 INFO (qtp1025827524-43291) [n:127.0.0.1:34409_mb_qxd%2Fk ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=280
[junit4] 2> 5101035 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[146F80827E676DB3]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=6
[junit4] 2> 5101670 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[146F80827E676DB3]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_146F80827E676DB3-001/shard-1-001 of type NRT
[junit4] 2> 5101700 WARN (closeThreadPool-13496-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 5101700 INFO (closeThreadPool-13496-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 5101700 INFO (closeThreadPool-13496-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 5101700 INFO (closeThreadPool-13496-thread-1) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 5101701 INFO (closeThreadPool-13496-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 5101701 INFO (closeThreadPool-13496-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 5101701 INFO (closeThreadPool-13496-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 5101702 INFO (closeThreadPool-13496-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@11e13fc0{/mb_qxd/k,null,AVAILABLE}
[junit4] 2> 5101702 INFO (closeThreadPool-13496-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5c5ef43d{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:40291}
[junit4] 2> 5101702 INFO (closeThreadPool-13496-thread-1) [ ] o.e.j.s.Server Started @5101869ms
[junit4] 2> 5101702 INFO (closeThreadPool-13496-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_146F80827E676DB3-001/tempDir-001/jetty1, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/mb_qxd/k, hostPort=40291, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_146F80827E676DB3-001/shard-1-001/cores}
[junit4] 2> 5101702 ERROR (closeThreadPool-13496-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 5101702 INFO (closeThreadPool-13496-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 5101702 INFO (closeThreadPool-13496-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.1.0
[junit4] 2> 5101702 INFO (closeThreadPool-13496-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 5101702 INFO (closeThreadPool-13496-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 5101702 INFO (closeThreadPool-13496-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-03-24T04:26:45.409Z
[junit4] 2> 5101716 INFO (zkConnectionManagerCallback-13498-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5101717 INFO (closeThreadPool-13496-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 5101717 INFO (closeThreadPool-13496-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_146F80827E676DB3-001/shard-1-001/solr.xml
[junit4] 2> 5101739 INFO (closeThreadPool-13496-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 5101739 INFO (closeThreadPool-13496-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 5101753 INFO (closeThreadPool-13496-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7a0b32b, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 5102772 INFO (closeThreadPool-13496-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 5102785 INFO (OverseerCollectionConfigSetProcessor-74399785160278020-127.0.0.1:34409_mb_qxd%2Fk-n_0000000000) [n:127.0.0.1:34409_mb_qxd%2Fk ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 5102794 WARN (closeThreadPool-13496-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@f4468c8[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5102803 WARN (closeThreadPool-13496-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@29d0dafa[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5102804 INFO (closeThreadPool-13496-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35701/solr
[junit4] 2> 5102805 INFO (zkConnectionManagerCallback-13505-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5102830 INFO (zkConnectionManagerCallback-13507-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5102833 INFO (closeThreadPool-13496-thread-1) [n:127.0.0.1:40291_mb_qxd%2Fk ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 5102847 INFO (closeThreadPool-13496-thread-1) [n:127.0.0.1:40291_mb_qxd%2Fk ] o.a.s.c.ZkController Publish node=127.0.0.1:40291_mb_qxd%2Fk as DOWN
[junit4] 2> 5102848 INFO (closeThreadPool-13496-thread-1) [n:127.0.0.1:40291_mb_qxd%2Fk ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 5102848 INFO (closeThreadPool-13496-thread-1) [n:127.0.0.1:40291_mb_qxd%2Fk ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40291_mb_qxd%2Fk
[junit4] 2> 5102849 INFO (zkCallback-13482-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 5102849 INFO (zkCallback-13494-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 5102866 INFO (zkCallback-13506-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 5102870 INFO (zkCallback-13475-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 5103001 INFO (zkConnectionManagerCallback-13514-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5103002 INFO (closeThreadPool-13496-thread-1) [n:127.0.0.1:40291_mb_qxd%2Fk ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 5103003 INFO (closeThreadPool-13496-thread-1) [n:127.0.0.1:40291_mb_qxd%2Fk ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35701/solr ready
[junit4] 2> 5103003 INFO (closeThreadPool-13496-thread-1) [n:127.0.0.1:40291_mb_qxd%2Fk ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 5103099 INFO (closeThreadPool-13496-thread-1) [n:127.0.0.1:40291_mb_qxd%2Fk ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a0b32b
[junit4] 2> 5103136 INFO (closeThreadPool-13496-thread-1) [n:127.0.0.1:40291_mb_qxd%2Fk ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a0b32b
[junit4] 2> 5103137 INFO (closeThreadPool-13496-thread-1) [n:127.0.0.1:40291_mb_qxd%2Fk ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a0b32b
[junit4] 2> 5103154 INFO (closeThreadPool-13496-thread-1) [n:127.0.0.1:40291_mb_qxd%2Fk ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_146F80827E676DB3-001/shard-1-001/cores
[junit4] 2> 5103971 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[146F80827E676DB3]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_146F80827E676DB3-001/shard-2-001 of type NRT
[junit4] 2> 5103985 WARN (closeThreadPool-13496-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 5103986 INFO (closeThreadPool-13496-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 5103986 INFO (closeThreadPool-13496-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 5103986 INFO (closeThreadPool-13496-thread-1) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 5104021 INFO (closeThreadPool-13496-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 5104021 INFO (closeThreadPool-13496-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 5104021 INFO (closeThreadPool-13496-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 5104049 INFO (closeThreadPool-13496-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6613ddf6{/mb_qxd/k,null,AVAILABLE}
[junit4] 2> 5104050 INFO (closeThreadPool-13496-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@20c81dab{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:36182}
[junit4] 2> 5104050 INFO (closeThreadPool-13496-thread-1) [ ] o.e.j.s.Server Started @5104216ms
[junit4] 2> 5104050 INFO (closeThreadPool-13496-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_146F80827E676DB3-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/mb_qxd/k, hostPort=36182, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_146F80827E676DB3-001/shard-2-001/cores}
[junit4] 2> 5104050 ERROR (closeThreadPool-13496-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 5104050 INFO (closeThreadPool-13496-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 5104050 INFO (closeThreadPool-13496-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.1.0
[junit4] 2> 5104050 INFO (closeThreadPool-13496-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 5104050 INFO (closeThreadPool-13496-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 5104050 INFO (closeThreadPool-13496-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-03-24T04:26:47.757Z
[junit4] 2> 5104055 INFO (zkConnectionManagerCallback-13517-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5104056 INFO (closeThreadPool-13496-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 5104056 INFO (closeThreadPool-13496-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_146F80827E676DB3-001/shard-2-001/solr.xml
[junit4] 2> 5104093 INFO (closeThreadPool-13496-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 5104093 INFO (closeThreadPool-13496-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 5104146 INFO (closeThreadPool-13496-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7a0b32b, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 5105161 INFO (closeThreadPool-13496-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 5105172 WARN (closeThreadPool-13496-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@6cf6ce3c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5105188 WARN (closeThreadPool-13496-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@5258b069[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5105189 INFO (closeThreadPool-13496-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35701/solr
[junit4] 2> 5105244 INFO (zkConnectionManagerCallback-13524-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5105367 INFO (zkConnectionManagerCallback-13526-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5105390 INFO (closeThreadPool-13496-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 5105426 INFO (closeThreadPool-13496-thread-1) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:36182_mb_qxd%2Fk as DOWN
[junit4] 2> 5105428 INFO (closeThreadPool-13496-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 5105428 INFO (closeThreadPool-13496-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36182_mb_qxd%2Fk
[junit4] 2> 5105429 INFO (zkCallback-13494-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 5105429 INFO (zkCallback-13482-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 5105429 INFO (zkCallback-13506-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 5105429 INFO (zkCallback-13475-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 5105430 INFO (zkCallback-13525-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 5105447 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[146F80827E676DB3]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_146F80827E676DB3-001/shard-3-001 of type NRT
[junit4] 2> 5105447 INFO (zkCallback-13513-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 5105495 WARN (closeThreadPool-13496-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 5105496 INFO (closeThreadPool-13496-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 5105496 INFO (closeThreadPool-13496-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 5105496 INFO (closeThreadPool-13496-thread-2) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 5105617 INFO (closeThreadPool-13496-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 5105617 INFO (closeThreadPool-13496-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 5105617 INFO (closeThreadPool-13496-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 5105617 INFO (closeThreadPool-13496-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6a2857f3{/mb_qxd/k,null,AVAILABLE}
[junit4] 2> 5105618 INFO (closeThreadPool-13496-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6f3f9699{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:34512}
[junit4] 2> 5105618 INFO (closeThreadPool-13496-thread-2) [ ] o.e.j.s.Server Started @5105784ms
[junit4] 2> 5105618 INFO (closeThreadPool-13496-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_146F80827E676DB3-001/tempDir-001/jetty3, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/mb_qxd/k, hostPort=34512, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_146F80827E676DB3-001/shard-3-001/cores}
[junit4] 2> 5105618 ERROR (closeThreadPool-13496-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 5105618 INFO (closeThreadPool-13496-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 5105618 INFO (closeThreadPool-13496-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.1.0
[junit4] 2> 5105618 INFO (closeThreadPool-13496-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 5105618 INFO (closeThreadPool-13496-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 5105618 INFO (closeThreadPool-13496-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-03-24T04:26:49.325Z
[junit4] 2> 5105648 INFO (zkConnectionManagerCallback-13530-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5105690 INFO (zkConnectionManagerCallback-13535-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5105714 INFO (closeThreadPool-13496-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 5105715 INFO (closeThreadPool-13496-thread-1) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35701/solr ready
[junit4] 2> 5105767 INFO (closeThreadPool-13496-thread-1) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 5105775 INFO (closeThreadPool-13496-thread-2) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 5105775 INFO (closeThreadPool-13496-thread-2) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_146F80827E676DB3-001/shard-3-001/solr.xml
[junit4] 2> 5105794 INFO (closeThreadPool-13496-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 5105811 INFO (closeThreadPool-13496-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 5105812 INFO (closeThreadPool-13496-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7a0b32b, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 5105878 INFO (closeThreadPool-13496-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a0b32b
[junit4] 2> 5105972 INFO (closeThreadPool-13496-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a0b32b
[junit4] 2> 5105972 INFO (closeThreadPool-13496-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a0b32b
[junit4] 2> 5106043 INFO (closeThreadPool-13496-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_146F80827E676DB3-001/shard-2-001/cores
[junit4] 2> 5106533 INFO (closeThreadPool-13496-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 5106586 WARN (closeThreadPool-13496-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@22ddc1fd[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5106644 WARN (closeThreadPool-13496-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@27c9b095[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5106678 INFO (closeThreadPool-13496-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35701/solr
[junit4] 2> 5106747 INFO (zkConnectionManagerCallback-13543-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5106784 INFO (zkConnectionManagerCallback-13545-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5106790 INFO (closeThreadPool-13496-thread-2) [n:127.0.0.1:34512_mb_qxd%2Fk ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 5106804 INFO (closeThreadPool-13496-thread-2) [n:127.0.0.1:34512_mb_qxd%2Fk ] o.a.s.c.ZkController Publish node=127.0.0.1:34512_mb_qxd%2Fk as DOWN
[junit4] 2> 5106805 INFO (closeThreadPool-13496-thread-2) [n:127.0.0.1:34512_mb_qxd%2Fk ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 5106805 INFO (closeThreadPool-13496-thread-2) [n:127.0.0.1:34512_mb_qxd%2Fk ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34512_mb_qxd%2Fk
[junit4] 2> 5106825 INFO (zkCallback-13534-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 5106832 INFO (zkCallback-13494-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 5106832 INFO (zkCallback-13482-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 5106833 INFO (zkCallback-13506-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 5106840 INFO (zkCallback-13525-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 5106849 INFO (zkCallback-13513-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 5106856 INFO (zkCallback-13475-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 5106860 INFO (zkCallback-13544-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 5106939 INFO (zkConnectionManagerCallback-13552-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5106940 INFO (closeThreadPool-13496-thread-2) [n:127.0.0.1:34512_mb_qxd%2Fk ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 5106962 INFO (closeThreadPool-13496-thread-2) [n:127.0.0.1:34512_mb_qxd%2Fk ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35701/solr ready
[junit4] 2> 5106966 INFO (closeThreadPool-13496-thread-2) [n:127.0.0.1:34512_mb_qxd%2Fk ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 5107083 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[146F80827E676DB3]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_146F80827E676DB3-001/shard-4-001 of type NRT
[junit4] 2> 5107138 INFO (closeThreadPool-13496-thread-2) [n:127.0.0.1:34512_mb_qxd%2Fk ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a0b32b
[junit4] 2> 5107152 WARN (closeThreadPool-13496-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 5107153 INFO (closeThreadPool-13496-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 5107153 INFO (closeThreadPool-13496-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 5107153 INFO (closeThreadPool-13496-thread-1) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 5107189 INFO (closeThreadPool-13496-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 5107189 INFO (closeThreadPool-13496-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 5107189 INFO (closeThreadPool-13496-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 5107189 INFO (closeThreadPool-13496-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@12cb61e2{/mb_qxd/k,null,AVAILABLE}
[junit4] 2> 5107190 INFO (closeThreadPool-13496-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7697d1a3{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:39610}
[junit4] 2> 5107190 INFO (closeThreadPool-13496-thread-1) [ ] o.e.j.s.Server Started @5107356ms
[junit4] 2> 5107190 INFO (closeThreadPool-13496-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_146F80827E676DB3-001/tempDir-001/jetty4, solrconfig=solrconfig.xml, hostContext=/mb_qxd/k, hostPort=39610, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_146F80827E676DB3-001/shard-4-001/cores}
[junit4] 2> 5107190 ERROR (closeThreadPool-13496-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 5107190 INFO (closeThreadPool-13496-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 5107190 INFO (closeThreadPool-13496-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.1.0
[junit4] 2> 5107190 INFO (closeThreadPool-13496-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 5107190 INFO (closeThreadPool-13496-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 5107190 INFO (closeThreadPool-13496-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-03-24T04:26:50.897Z
[junit4] 2> 5107193 INFO (zkConnectionManagerCallback-13555-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5107247 INFO (closeThreadPool-13496-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 5107247 INFO (closeThreadPool-13496-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_146F80827E676DB3-001/shard-4-001/solr.xml
[junit4] 2> 5107458 INFO (closeThreadPool-13496-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 5107458 INFO (closeThreadPool-13496-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 5107459 INFO (closeThreadPool-13496-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7a0b32b, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 5107521 INFO (closeThreadPool-13496-thread-2) [n:127.0.0.1:34512_mb_qxd%2Fk ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a0b32b
[junit4] 2> 5107522 INFO (closeThreadPool-13496-thread-2) [n:127.0.0.1:34512_mb_qxd%2Fk ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a0b32b
[junit4] 2> 5107523 INFO (closeThreadPool-13496-thread-2) [n:127.0.0.1:34512_mb_qxd%2Fk ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_146F80827E676DB3-001/shard-3-001/cores
[junit4] 2> 5108024 INFO (closeThreadPool-13496-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 5108060 WARN (closeThreadPool-13496-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@6baf5080[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5108063 WARN (closeThreadPool-13496-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@3feb23a5[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5108098 INFO (closeThreadPool-13496-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35701/solr
[junit4] 2> 5108099 INFO (zkConnectionManagerCallback-13562-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5108196 INFO (zkConnectionManagerCallback-13564-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5108198 INFO (closeThreadPool-13496-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 5108201 INFO (closeThreadPool-13496-thread-1) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:39610_mb_qxd%2Fk as DOWN
[junit4] 2> 5108219 INFO (closeThreadPool-13496-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 5108219 INFO (closeThreadPool-13496-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39610_mb_qxd%2Fk
[junit4] 2> 5108220 INFO (zkCallback-13534-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 5108270 INFO (zkCallback-13475-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 5108270 INFO (zkCallback-13506-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 5108270 INFO (zkCallback-13525-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 5108270 INFO (zkCallback-13551-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 5108270 INFO (zkCallback-13513-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 5108270 INFO (zkCallback-13482-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 5108270 INFO (zkCallback-13494-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 5108307 INFO (zkCallback-13544-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 5108343 INFO (zkCallback-13563-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 5108380 INFO (zkConnectionManagerCallback-13571-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5108381 INFO (closeThreadPool-13496-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 5108382 INFO (closeThreadPool-13496-thread-1) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35701/solr ready
[junit4] 2> 5108408 INFO (closeThreadPool-13496-thread-1) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 5108588 INFO (closeThreadPool-13496-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a0b32b
[junit4] 2> 5108733 INFO (closeThreadPool-13496-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a0b32b
[junit4] 2> 5108733 INFO (closeThreadPool-13496-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a0b32b
[junit4] 2> 5108734 INFO (closeThreadPool-13496-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_146F80827E676DB3-001/shard-4-001/cores
[junit4] 2> 5109355 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[146F80827E676DB3]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 5 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_146F80827E676DB3-001/shard-5-001 of type NRT
[junit4] 2> 5109372 WARN (closeThreadPool-13496-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 5109373 INFO (closeThreadPool-13496-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 5109373 INFO (closeThreadPool-13496-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 5109373 INFO (closeThreadPool-13496-thread-2) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 5109461 INFO (closeThreadPool-13496-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 5109461 INFO (closeThreadPool-13496-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 5109461 INFO (closeThreadPool-13496-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 5109465 INFO (closeThreadPool-13496-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@51beae5{/mb_qxd/k,null,AVAILABLE}
[junit4] 2> 5109466 INFO (closeThreadPool-13496-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@e70654c{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:41835}
[junit4] 2> 5109466 INFO (closeThreadPool-13496-thread-2) [ ] o.e.j.s.Server Started @5109633ms
[junit4] 2> 5109466 INFO (closeThreadPool-13496-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_146F80827E676DB3-001/tempDir-001/jetty5, solrconfig=solrconfig.xml, hostContext=/mb_qxd/k, hostPort=41835, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_146F80827E676DB3-001/shard-5-001/cores}
[junit4] 2> 5109466 ERROR (closeThreadPool-13496-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 5109466 INFO (closeThreadPool-13496-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 5109466 INFO (closeThreadPool-13496-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.1.0
[junit4] 2> 5109466 INFO (closeThreadPool-13496-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 5109466 INFO (closeThreadPool-13496-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 5109466 INFO (closeThreadPool-13496-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-03-24T04:26:53.173Z
[junit4] 2> 5109486 INFO (zkConnectionManagerCallback-13574-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5109489 INFO (closeThreadPool-13496-thread-2) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 5109489 INFO (closeThreadPool-13496-thread-2) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_146F80827E676DB3-001/shard-5-001/solr.xml
[junit4] 2> 5109524 INFO (closeThreadPool-13496-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 5109524 INFO (closeThreadPool-13496-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 5109525 INFO (closeThreadPool-13496-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7a0b32b, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 5110478 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[146F80827E676DB3]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 6 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_146F80827E676DB3-001/shard-6-001 of type NRT
[junit4] 2> 5110479 WARN (closeThreadPool-13496-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 5110479 INFO (clo
[...truncated too long message...]
tings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/null1665366893
[copy] Copying 240 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/null1665366893
[delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/null1665366893
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 120ms :: artifacts dl 16ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 691 minutes 12 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1072)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1074)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-BadApples-NightlyTests-8.x - Build # 9 -
Still unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-NightlyTests-8.x/9/
6 tests failed.
FAILED: org.apache.lucene.analysis.core.TestRandomChains.testRandomChainsWithLargeStrings
Error Message:
outputEndNode=3 vs inputTo=2
Stack Trace:
java.lang.AssertionError: outputEndNode=3 vs inputTo=2
at __randomizedtesting.SeedInfo.seed([E7CAA8795A6B2FA3:8D91176803250F50]:0)
at org.apache.lucene.analysis.core.FlattenGraphFilter.incrementToken(FlattenGraphFilter.java:335)
at org.apache.lucene.analysis.ValidatingTokenFilter.incrementToken(ValidatingTokenFilter.java:77)
at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkAnalysisConsistency(BaseTokenStreamTestCase.java:746)
at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:657)
at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:559)
at org.apache.lucene.analysis.core.TestRandomChains.testRandomChainsWithLargeStrings(TestRandomChains.java:899)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.analytics.legacy.LegacyNoFacetCloudTest.uniqueTest
Error Message:
Error starting up MiniSolrCloudCluster
Stack Trace:
java.lang.Exception: Error starting up MiniSolrCloudCluster
at org.apache.solr.cloud.MiniSolrCloudCluster.checkForExceptions(MiniSolrCloudCluster.java:652)
at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:306)
at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:212)
at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:204)
at org.apache.solr.analytics.legacy.LegacyAbstractAnalyticsCloudTest.setupCollection(LegacyAbstractAnalyticsCloudTest.java:49)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Suppressed: java.lang.RuntimeException: Jetty/Solr unresponsive
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:507)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:465)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:467)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:300)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Suppressed: java.lang.RuntimeException: Jetty/Solr unresponsive
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:507)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:465)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:467)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:300)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
FAILED: junit.framework.TestSuite.org.apache.solr.analytics.legacy.LegacyNoFacetCloudTest
Error Message:
20 threads leaked from SUITE scope at org.apache.solr.analytics.legacy.LegacyNoFacetCloudTest: 1) Thread[id=1545, name=qtp1015537392-1545, state=TIMED_WAITING, group=TGRP-LegacyNoFacetCloudTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=1547, name=Scheduler-1326292827, state=TIMED_WAITING, group=TGRP-LegacyNoFacetCloudTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=1550, name=qtp1182296718-1550-acceptor-0@5e969d00-ServerConnector@505178a2{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:41424}, state=RUNNABLE, group=TGRP-LegacyNoFacetCloudTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=1557, name=Scheduler-1169421820, state=TIMED_WAITING, group=TGRP-LegacyNoFacetCloudTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=1549, name=qtp1182296718-1549, state=RUNNABLE, group=TGRP-LegacyNoFacetCloudTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at org.eclipse.jetty.io.ManagedSelector$$Lambda$83/744966849.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=1554, name=qtp1182296718-1554, state=TIMED_WAITING, group=TGRP-LegacyNoFacetCloudTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=1544, name=qtp1015537392-1544, state=TIMED_WAITING, group=TGRP-LegacyNoFacetCloudTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=1548, name=qtp1182296718-1548, state=RUNNABLE, group=TGRP-LegacyNoFacetCloudTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at org.eclipse.jetty.io.ManagedSelector$$Lambda$83/744966849.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=1553, name=qtp1182296718-1553, state=TIMED_WAITING, group=TGRP-LegacyNoFacetCloudTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720) at java.lang.Thread.run(Thread.java:748) 10) Thread[id=1603, name=zkConnectionManagerCallback-720-thread-1, state=WAITING, group=TGRP-LegacyNoFacetCloudTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 11) Thread[id=1551, name=qtp1182296718-1551, state=TIMED_WAITING, group=TGRP-LegacyNoFacetCloudTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720) at java.lang.Thread.run(Thread.java:748) 12) Thread[id=1602, name=zkConnectionManagerCallback-715-thread-1, state=WAITING, group=TGRP-LegacyNoFacetCloudTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 13) Thread[id=1539, name=qtp1015537392-1539, state=RUNNABLE, group=TGRP-LegacyNoFacetCloudTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at org.eclipse.jetty.io.ManagedSelector$$Lambda$83/744966849.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.lang.Thread.run(Thread.java:748) 14) Thread[id=1546, name=qtp1015537392-1546, state=TIMED_WAITING, group=TGRP-LegacyNoFacetCloudTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720) at java.lang.Thread.run(Thread.java:748) 15) Thread[id=1556, name=qtp1182296718-1556, state=TIMED_WAITING, group=TGRP-LegacyNoFacetCloudTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720) at java.lang.Thread.run(Thread.java:748) 16) Thread[id=1541, name=qtp1015537392-1541-acceptor-0@50976fda-ServerConnector@5e508bb8{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:34379}, state=RUNNABLE, group=TGRP-LegacyNoFacetCloudTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.lang.Thread.run(Thread.java:748) 17) Thread[id=1543, name=qtp1015537392-1543, state=TIMED_WAITING, group=TGRP-LegacyNoFacetCloudTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720) at java.lang.Thread.run(Thread.java:748) 18) Thread[id=1540, name=qtp1015537392-1540, state=RUNNABLE, group=TGRP-LegacyNoFacetCloudTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at org.eclipse.jetty.io.ManagedSelector$$Lambda$83/744966849.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.lang.Thread.run(Thread.java:748) 19) Thread[id=1542, name=qtp1015537392-1542, state=TIMED_WAITING, group=TGRP-LegacyNoFacetCloudTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720) at java.lang.Thread.run(Thread.java:748) 20) Thread[id=1555, name=qtp1182296718-1555, state=TIMED_WAITING, group=TGRP-LegacyNoFacetCloudTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 20 threads leaked from SUITE scope at org.apache.solr.analytics.legacy.LegacyNoFacetCloudTest:
1) Thread[id=1545, name=qtp1015537392-1545, state=TIMED_WAITING, group=TGRP-LegacyNoFacetCloudTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=1547, name=Scheduler-1326292827, state=TIMED_WAITING, group=TGRP-LegacyNoFacetCloudTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=1550, name=qtp1182296718-1550-acceptor-0@5e969d00-ServerConnector@505178a2{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:41424}, state=RUNNABLE, group=TGRP-LegacyNoFacetCloudTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=1557, name=Scheduler-1169421820, state=TIMED_WAITING, group=TGRP-LegacyNoFacetCloudTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=1549, name=qtp1182296718-1549, state=RUNNABLE, group=TGRP-LegacyNoFacetCloudTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
at org.eclipse.jetty.io.ManagedSelector$$Lambda$83/744966849.run(Unknown Source)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=1554, name=qtp1182296718-1554, state=TIMED_WAITING, group=TGRP-LegacyNoFacetCloudTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=1544, name=qtp1015537392-1544, state=TIMED_WAITING, group=TGRP-LegacyNoFacetCloudTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=1548, name=qtp1182296718-1548, state=RUNNABLE, group=TGRP-LegacyNoFacetCloudTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
at org.eclipse.jetty.io.ManagedSelector$$Lambda$83/744966849.run(Unknown Source)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.lang.Thread.run(Thread.java:748)
9) Thread[id=1553, name=qtp1182296718-1553, state=TIMED_WAITING, group=TGRP-LegacyNoFacetCloudTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
at java.lang.Thread.run(Thread.java:748)
10) Thread[id=1603, name=zkConnectionManagerCallback-720-thread-1, state=WAITING, group=TGRP-LegacyNoFacetCloudTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
11) Thread[id=1551, name=qtp1182296718-1551, state=TIMED_WAITING, group=TGRP-LegacyNoFacetCloudTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
at java.lang.Thread.run(Thread.java:748)
12) Thread[id=1602, name=zkConnectionManagerCallback-715-thread-1, state=WAITING, group=TGRP-LegacyNoFacetCloudTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
13) Thread[id=1539, name=qtp1015537392-1539, state=RUNNABLE, group=TGRP-LegacyNoFacetCloudTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
at org.eclipse.jetty.io.ManagedSelector$$Lambda$83/744966849.run(Unknown Source)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.lang.Thread.run(Thread.java:748)
14) Thread[id=1546, name=qtp1015537392-1546, state=TIMED_WAITING, group=TGRP-LegacyNoFacetCloudTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
at java.lang.Thread.run(Thread.java:748)
15) Thread[id=1556, name=qtp1182296718-1556, state=TIMED_WAITING, group=TGRP-LegacyNoFacetCloudTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
at java.lang.Thread.run(Thread.java:748)
16) Thread[id=1541, name=qtp1015537392-1541-acceptor-0@50976fda-ServerConnector@5e508bb8{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:34379}, state=RUNNABLE, group=TGRP-LegacyNoFacetCloudTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.lang.Thread.run(Thread.java:748)
17) Thread[id=1543, name=qtp1015537392-1543, state=TIMED_WAITING, group=TGRP-LegacyNoFacetCloudTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
at java.lang.Thread.run(Thread.java:748)
18) Thread[id=1540, name=qtp1015537392-1540, state=RUNNABLE, group=TGRP-LegacyNoFacetCloudTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
at org.eclipse.jetty.io.ManagedSelector$$Lambda$83/744966849.run(Unknown Source)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.lang.Thread.run(Thread.java:748)
19) Thread[id=1542, name=qtp1015537392-1542, state=TIMED_WAITING, group=TGRP-LegacyNoFacetCloudTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
at java.lang.Thread.run(Thread.java:748)
20) Thread[id=1555, name=qtp1182296718-1555, state=TIMED_WAITING, group=TGRP-LegacyNoFacetCloudTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([DF22305476A2C9E2]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.analytics.legacy.LegacyNoFacetCloudTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=1547, name=Scheduler-1326292827, state=TIMED_WAITING, group=TGRP-LegacyNoFacetCloudTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=1540, name=qtp1015537392-1540, state=RUNNABLE, group=TGRP-LegacyNoFacetCloudTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at org.eclipse.jetty.io.ManagedSelector$$Lambda$83/744966849.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=1557, name=Scheduler-1169421820, state=TIMED_WAITING, group=TGRP-LegacyNoFacetCloudTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=1549, name=qtp1182296718-1549, state=RUNNABLE, group=TGRP-LegacyNoFacetCloudTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at org.eclipse.jetty.io.ManagedSelector$$Lambda$83/744966849.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=1548, name=qtp1182296718-1548, state=RUNNABLE, group=TGRP-LegacyNoFacetCloudTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at org.eclipse.jetty.io.ManagedSelector$$Lambda$83/744966849.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=1603, name=zkConnectionManagerCallback-720-thread-1, state=WAITING, group=TGRP-LegacyNoFacetCloudTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=1602, name=zkConnectionManagerCallback-715-thread-1, state=WAITING, group=TGRP-LegacyNoFacetCloudTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=1539, name=qtp1015537392-1539, state=RUNNABLE, group=TGRP-LegacyNoFacetCloudTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at org.eclipse.jetty.io.ManagedSelector$$Lambda$83/744966849.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=1547, name=Scheduler-1326292827, state=TIMED_WAITING, group=TGRP-LegacyNoFacetCloudTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=1540, name=qtp1015537392-1540, state=RUNNABLE, group=TGRP-LegacyNoFacetCloudTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
at org.eclipse.jetty.io.ManagedSelector$$Lambda$83/744966849.run(Unknown Source)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=1557, name=Scheduler-1169421820, state=TIMED_WAITING, group=TGRP-LegacyNoFacetCloudTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=1549, name=qtp1182296718-1549, state=RUNNABLE, group=TGRP-LegacyNoFacetCloudTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
at org.eclipse.jetty.io.ManagedSelector$$Lambda$83/744966849.run(Unknown Source)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=1548, name=qtp1182296718-1548, state=RUNNABLE, group=TGRP-LegacyNoFacetCloudTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
at org.eclipse.jetty.io.ManagedSelector$$Lambda$83/744966849.run(Unknown Source)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=1603, name=zkConnectionManagerCallback-720-thread-1, state=WAITING, group=TGRP-LegacyNoFacetCloudTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=1602, name=zkConnectionManagerCallback-715-thread-1, state=WAITING, group=TGRP-LegacyNoFacetCloudTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=1539, name=qtp1015537392-1539, state=RUNNABLE, group=TGRP-LegacyNoFacetCloudTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
at org.eclipse.jetty.io.ManagedSelector$$Lambda$83/744966849.run(Unknown Source)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([DF22305476A2C9E2]:0)
FAILED: org.apache.solr.cloud.OverseerTest.testOverseerFailure
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([E16D7D5DAFF36F10]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.OverseerTest
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([E16D7D5DAFF36F10]:0)
Build Log:
[...truncated 4045 lines...]
[junit4] Suite: org.apache.lucene.analysis.core.TestRandomChains
[junit4] 2> TEST FAIL: useCharFilter=true text='\u08d6'\u5dec\ue0f3;j aiehqc \ua7cb\ua775 \ud849\ude18\ud85f\udd77 f-.p]||{ p\ue6cf\u4bec\uf781\u0004 \u6d2c\u138d\u614a\u0106'
[junit4] 2> Exception from random analyzer:
[junit4] 2> charfilters=
[junit4] 2> tokenizer=
[junit4] 2> org.apache.lucene.analysis.standard.StandardTokenizer(org.apache.lucene.util.AttributeFactory$1@3b884ca2)
[junit4] 2> filters=
[junit4] 2> org.apache.lucene.analysis.shingle.ShingleFilter(ValidatingTokenFilter@4c21f240 term=,bytes=[],startOffset=0,endOffset=0,positionIncrement=1,positionLength=1,type=word,termFrequency=1,flags=0,payload=null)
[junit4] 2> org.apache.lucene.analysis.core.TypeTokenFilter(ValidatingTokenFilter@464bcbe7 term=,bytes=[],startOffset=0,endOffset=0,positionIncrement=1,positionLength=1,type=word,termFrequency=1,flags=0,payload=null, [<IDEOGRAPHIC>])
[junit4] 2> org.apache.lucene.analysis.core.FlattenGraphFilter(ValidatingTokenFilter@573a6c8e term=,bytes=[],startOffset=0,endOffset=0,positionIncrement=1,positionLength=1,type=word,termFrequency=1,flags=0,payload=null)
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestRandomChains -Dtests.method=testRandomChainsWithLargeStrings -Dtests.seed=E7CAA8795A6B2FA3 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.badapples=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/test-data/enwiki.random.lines.txt -Dtests.locale=sr-ME -Dtests.timezone=Pacific/Nauru -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 24.3s J1 | TestRandomChains.testRandomChainsWithLargeStrings <<<
[junit4] > Throwable #1: java.lang.AssertionError: outputEndNode=3 vs inputTo=2
[junit4] > at __randomizedtesting.SeedInfo.seed([E7CAA8795A6B2FA3:8D91176803250F50]:0)
[junit4] > at org.apache.lucene.analysis.core.FlattenGraphFilter.incrementToken(FlattenGraphFilter.java:335)
[junit4] > at org.apache.lucene.analysis.ValidatingTokenFilter.incrementToken(ValidatingTokenFilter.java:77)
[junit4] > at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkAnalysisConsistency(BaseTokenStreamTestCase.java:746)
[junit4] > at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:657)
[junit4] > at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:559)
[junit4] > at org.apache.lucene.analysis.core.TestRandomChains.testRandomChainsWithLargeStrings(TestRandomChains.java:899)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/build/analysis/common/test/J1/temp/lucene.analysis.core.TestRandomChains_E7CAA8795A6B2FA3-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene80): {dummy=FSTOrd50}, docValues:{}, maxPointsInLeafNode=1847, maxMBSortInHeap=7.136394630576373, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@35885b9b), locale=sr-ME, timezone=Pacific/Nauru
[junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=1,free=43805024,total=295698432
[junit4] 2> NOTE: All tests run in this JVM: [CommonGramsFilterTest, TestSimplePatternSplitTokenizer, TypeAsPayloadTokenFilterTest, TestCatalanAnalyzer, TestUAX29URLEmailTokenizerFactory, TestLimitTokenOffsetFilter, DateRecognizerFilterTest, TestShingleFilterFactory, TestHomonyms, TestBengaliAnalyzer, TestPatternReplaceFilterFactory, TestStandardFactories, TestIgnore, TestArmenianAnalyzer, TestSwedishLightStemFilterFactory, TestPorterStemFilter, TestOnlyInCompound, TestGalicianStemFilter, TestKeepWordFilter, TestCompoundWordTokenFilter, TestItalianLightStemFilter, TestCircumfix, TestPersianAnalyzer, TestArabicFilters, TestLithuanianStemming, TestSnowballPorterFilterFactory, TestWordDelimiterGraphFilter, TestCollationDocValuesField, FixedShingleFilterTest, TestScandinavianNormalizationFilterFactory, TestPortugueseStemFilter, TestEmptyTokenStream, TestSegmentingTokenizerBase, TestDecimalDigitFilter, TestWordnetSynonymParser, TestFixBrokenOffsetsFilter, TestKeywordRepeatFilter, TestApostropheFilter, TestCharArrayIterator, TestCodepointCountFilter, TestSerbianNormalizationFilterFactory, TestElisionFilterFactory, TestBulgarianAnalyzer, TestStemmer, TestTwoSuffixes, TestAsciiFoldingFilterFactory, TestEnglishMinimalStemFilterFactory, TestGermanNormalizationFilterFactory, TestGermanAnalyzer, TestCJKBigramFilter, TestSoraniNormalizationFilter, TestSoraniNormalizationFilterFactory, TestSoraniStemFilter, TestHyphenationCompoundWordTokenFilterFactory, TestAllAnalyzersHaveFactories, TestAnalyzers, TestRandomChains]
[junit4] Completed [247/291 (1!)] on J1 in 201.19s, 2 tests, 1 failure <<< FAILURES!
[...truncated 11797 lines...]
[junit4] Suite: org.apache.solr.cloud.OverseerTest
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.OverseerTest_E16D7D5DAFF36F10-001/init-core-data-001
[junit4] 2> 2599687 INFO (SUITE-OverseerTest-seed#[E16D7D5DAFF36F10]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2599688 WARN (SUITE-OverseerTest-seed#[E16D7D5DAFF36F10]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=18 numCloses=18
[junit4] 2> 2599688 INFO (SUITE-OverseerTest-seed#[E16D7D5DAFF36F10]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2599690 INFO (SUITE-OverseerTest-seed#[E16D7D5DAFF36F10]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 2599691 INFO (SUITE-OverseerTest-seed#[E16D7D5DAFF36F10]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2599711 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2599711 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2599712 INFO (SUITE-OverseerTest-seed#[E16D7D5DAFF36F10]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:38066
[junit4] 2> 2599712 INFO (SUITE-OverseerTest-seed#[E16D7D5DAFF36F10]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:38066
[junit4] 2> 2599712 INFO (SUITE-OverseerTest-seed#[E16D7D5DAFF36F10]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 38066
[junit4] 2> 2599833 INFO (zkConnectionManagerCallback-4831-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2599886 INFO (zkConnectionManagerCallback-4833-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2599886 INFO (SUITE-OverseerTest-seed#[E16D7D5DAFF36F10]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore
[junit4] 2> 2599886 INFO (SUITE-OverseerTest-seed#[E16D7D5DAFF36F10]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore end
[junit4] 2> 2599892 INFO (TEST-OverseerTest.testStateChange-seed#[E16D7D5DAFF36F10]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testStateChange
[junit4] 2> 2600672 INFO (zkConnectionManagerCallback-4837-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2600692 WARN (TEST-OverseerTest.testStateChange-seed#[E16D7D5DAFF36F10]) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 2600693 WARN (TEST-OverseerTest.testStateChange-seed#[E16D7D5DAFF36F10]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@308d8025[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2601787 INFO (zkConnectionManagerCallback-4844-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2601872 INFO (zkConnectionManagerCallback-4849-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2601873 INFO (TEST-OverseerTest.testStateChange-seed#[E16D7D5DAFF36F10]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38066/solr ready
[junit4] 2> 2601875 INFO (TEST-OverseerTest.testStateChange-seed#[E16D7D5DAFF36F10]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38066_solr
[junit4] 2> 2601876 INFO (TEST-OverseerTest.testStateChange-seed#[E16D7D5DAFF36F10]) [ ] o.a.s.c.Overseer Overseer (id=74357087916064770-127.0.0.1:38066_solr-n_0000000000) starting
[junit4] 2> 2601948 INFO (OverseerStateUpdate-74357087916064770-127.0.0.1:38066_solr-n_0000000000) [ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:38066_solr
[junit4] 2> 2602559 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1082b60a3c50002, likely client has closed socket
[junit4] 2> 2602649 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1082b60a3c50004, likely client has closed socket
[junit4] 2> 2602649 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1082b60a3c50003, likely client has closed socket
[junit4] 2> 2602677 INFO (closeThreadPool-4851-thread-1) [ ] o.a.s.c.Overseer Overseer (id=74357087916064770-127.0.0.1:38066_solr-n_0000000000) closing
[junit4] 2> 2602677 INFO (OverseerStateUpdate-74357087916064770-127.0.0.1:38066_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:38066_solr
[junit4] 2> 2602681 INFO (OverseerAutoScalingTriggerThread-74357087916064770-127.0.0.1:38066_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2602750 WARN (OverseerExitThread) [ ] o.a.s.c.Overseer Error communicating with ZooKeeper
[junit4] 2> => org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130) ~[zookeeper-3.4.13.jar:3.4.13-2d71af4dbe22557fda74f9a9b4309b15a7487f03]
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.4.13.jar:3.4.13-2d71af4dbe22557fda74f9a9b4309b15a7487f03]
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1221) ~[zookeeper-3.4.13.jar:3.4.13-2d71af4dbe22557fda74f9a9b4309b15a7487f03]
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:358) ~[java/:?]
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71) ~[java/:?]
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:358) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:319) ~[java/:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_191]
[junit4] 2> 2603003 INFO (TEST-OverseerTest.testStateChange-seed#[E16D7D5DAFF36F10]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testStateChange
[junit4] 2> 2603013 INFO (TEST-OverseerTest.testExceptionWhenFlushClusterState-seed#[E16D7D5DAFF36F10]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testExceptionWhenFlushClusterState
[junit4] 2> 2603657 INFO (zkConnectionManagerCallback-4855-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2603699 WARN (TEST-OverseerTest.testExceptionWhenFlushClusterState-seed#[E16D7D5DAFF36F10]) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 2603710 WARN (TEST-OverseerTest.testExceptionWhenFlushClusterState-seed#[E16D7D5DAFF36F10]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@23bf9847[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2603771 INFO (zkConnectionManagerCallback-4862-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2603856 INFO (zkConnectionManagerCallback-4867-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2603916 INFO (TEST-OverseerTest.testExceptionWhenFlushClusterState-seed#[E16D7D5DAFF36F10]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38066/solr ready
[junit4] 2> 2603917 INFO (TEST-OverseerTest.testExceptionWhenFlushClusterState-seed#[E16D7D5DAFF36F10]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38066_solr
[junit4] 2> 2603918 INFO (TEST-OverseerTest.testExceptionWhenFlushClusterState-seed#[E16D7D5DAFF36F10]) [ ] o.a.s.c.Overseer Overseer (id=74357087916064773-127.0.0.1:38066_solr-n_0000000000) starting
[junit4] 2> 2604006 INFO (OverseerStateUpdate-74357087916064773-127.0.0.1:38066_solr-n_0000000000) [ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:38066_solr
[junit4] 2> 2604136 WARN (OverseerStateUpdate-74357087916064773-127.0.0.1:38066_solr-n_0000000000) [ ] o.a.s.c.Overseer Exception when process message = {
[junit4] 2> "operation":"create",
[junit4] 2> "name":"collection1",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "numShards":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "createNodeSet":""}, consider as bad message and poll out from the queue
[junit4] 2> 2604173 ERROR (OverseerStateUpdate-74357087916064773-127.0.0.1:38066_solr-n_0000000000) [ ] o.a.s.c.Overseer Exception in Overseer when process message from work queue, retrying
[junit4] 2> => org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/collection1/state.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:114)
[junit4] 2> org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/collection1/state.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:114) ~[zookeeper-3.4.13.jar:3.4.13-2d71af4dbe22557fda74f9a9b4309b15a7487f03]
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.4.13.jar:3.4.13-2d71af4dbe22557fda74f9a9b4309b15a7487f03]
[junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:792) ~[zookeeper-3.4.13.jar:3.4.13-2d71af4dbe22557fda74f9a9b4309b15a7487f03]
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$create$7(SolrZkClient.java:415) ~[java/:?]
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71) ~[java/:?]
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:415) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.overseer.ZkStateWriter.writePendingUpdates(ZkStateWriter.java:204) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.overseer.ZkStateWriter.enqueueUpdate(ZkStateWriter.java:130) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.processQueueItem(Overseer.java:303) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:177) ~[java/:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_191]
[junit4] 2> 2604812 ERROR (OverseerStateUpdate-74357087916064773-127.0.0.1:38066_solr-n_0000000000) [ ] o.a.s.c.Overseer Exception in Overseer main queue loop
[junit4] 2> => org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/collection1/state.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:114)
[junit4] 2> org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/collection1/state.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:114) ~[zookeeper-3.4.13.jar:3.4.13-2d71af4dbe22557fda74f9a9b4309b15a7487f03]
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.4.13.jar:3.4.13-2d71af4dbe22557fda74f9a9b4309b15a7487f03]
[junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:792) ~[zookeeper-3.4.13.jar:3.4.13-2d71af4dbe22557fda74f9a9b4309b15a7487f03]
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$create$7(SolrZkClient.java:415) ~[java/:?]
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71) ~[java/:?]
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:415) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.overseer.ZkStateWriter.writePendingUpdates(ZkStateWriter.java:204) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:247) ~[java/:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_191]
[junit4] 2> 2604942 WARN (OverseerStateUpdate-74357087916064773-127.0.0.1:38066_solr-n_0000000000) [ ] o.a.s.c.Overseer Exception when process message = {
[junit4] 2> "operation":"create",
[junit4] 2> "name":"collection1",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "numShards":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "createNodeSet":""}, consider as bad message and poll out from the queue
[junit4] 2> 2604943 ERROR (OverseerStateUpdate-74357087916064773-127.0.0.1:38066_solr-n_0000000000) [ ] o.a.s.c.Overseer Exception in Overseer when process message from work queue, retrying
[junit4] 2> => org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/collection1/state.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:114)
[junit4] 2> org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/collection1/state.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:114) ~[zookeeper-3.4.13.jar:3.4.13-2d71af4dbe22557fda74f9a9b4309b15a7487f03]
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.4.13.jar:3.4.13-2d71af4dbe22557fda74f9a9b4309b15a7487f03]
[junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:792) ~[zookeeper-3.4.13.jar:3.4.13-2d71af4dbe22557fda74f9a9b4309b15a7487f03]
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$create$7(SolrZkClient.java:415) ~[java/:?]
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71) ~[java/:?]
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:415) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.overseer.ZkStateWriter.writePendingUpdates(ZkStateWriter.java:204) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.overseer.ZkStateWriter.enqueueUpdate(ZkStateWriter.java:130) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.processQueueItem(Overseer.java:303) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:177) ~[java/:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_191]
[junit4] 2> 2605205 INFO (closeThreadPool-4869-thread-1) [ ] o.a.s.c.Overseer Overseer (id=74357087916064773-127.0.0.1:38066_solr-n_0000000000) closing
[junit4] 2> 2605205 INFO (OverseerAutoScalingTriggerThread-74357087916064773-127.0.0.1:38066_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2605213 INFO (OverseerStateUpdate-74357087916064773-127.0.0.1:38066_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:38066_solr
[junit4] 2> 2605278 WARN (OverseerExitThread) [ ] o.a.s.c.Overseer Error communicating with ZooKeeper
[junit4] 2> => org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130) ~[zookeeper-3.4.13.jar:3.4.13-2d71af4dbe22557fda74f9a9b4309b15a7487f03]
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.4.13.jar:3.4.13-2d71af4dbe22557fda74f9a9b4309b15a7487f03]
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1221) ~[zookeeper-3.4.13.jar:3.4.13-2d71af4dbe22557fda74f9a9b4309b15a7487f03]
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:358) ~[java/:?]
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71) ~[java/:?]
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:358) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:319) ~[java/:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_191]
[junit4] 2> 2605980 INFO (TEST-OverseerTest.testExceptionWhenFlushClusterState-seed#[E16D7D5DAFF36F10]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testExceptionWhenFlushClusterState
[junit4] 2> 2606016 INFO (TEST-OverseerTest.testOverseerStatsR
[...truncated too long message...]
ttings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/null1697837083
[copy] Copying 239 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/null1697837083
[delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/null1697837083
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 79ms :: artifacts dl 13ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 561 minutes 23 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1072)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1074)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-BadApples-NightlyTests-8.x - Build # 8 -
Failure
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-NightlyTests-8.x/8/
13 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest
Error Message:
ObjectTracker found 6 object(s) that were not released!!! [MMapDirectory, MMapDirectory, SolrCore, InternalHttpClient, MMapDirectory, MMapDirectory] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MMapDirectory at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:509) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:351) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:424) at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1193) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MMapDirectory at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348) at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:368) at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:747) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:976) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1192) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1102) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:396) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:394) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:340) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:165) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1588) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1345) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1557) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1247) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) at org.eclipse.jetty.server.Server.handle(Server.java:502) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364) at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:305) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1063) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1192) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1102) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:396) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:394) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:340) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:165) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1588) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1345) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1557) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1247) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) at org.eclipse.jetty.server.Server.handle(Server.java:502) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364) at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:305) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:321) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:330) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:420) at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:237) at org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:382) at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:328) at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:307) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MMapDirectory at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:509) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:351) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:424) at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1193) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MMapDirectory at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348) at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:517) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:968) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1192) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1102) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:396) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:394) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:340) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:165) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1588) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1345) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1557) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1247) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) at org.eclipse.jetty.server.Server.handle(Server.java:502) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364) at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:305) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.lang.Thread.run(Thread.java:748) expected null, but was:<ObjectTracker found 6 object(s) that were not released!!! [MMapDirectory, MMapDirectory, SolrCore, InternalHttpClient, MMapDirectory, MMapDirectory] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MMapDirectory at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:509) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:351) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:424) at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1193) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MMapDirectory at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348) at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:368) at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:747) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:976) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1192) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1102) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:396) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:394) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:340) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:165) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1588) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1345) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1557) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1247) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) at org.eclipse.jetty.server.Server.handle(Server.java:502) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364) at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:305) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1063) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1192) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1102) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:396) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:394) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:340) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:165) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1588) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1345) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1557) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1247) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) at org.eclipse.jetty.server.Server.handle(Server.java:502) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364) at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:305) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:321) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:330) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:420) at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:237) at org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:382) at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:328) at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:307) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MMapDirectory at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:509) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:351) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:424) at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1193) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MMapDirectory at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348) at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:517) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:968) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1192) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1102) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:396) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:394) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:340) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:165) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1588) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1345) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1557) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1247) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) at org.eclipse.jetty.server.Server.handle(Server.java:502) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364) at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:305) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.lang.Thread.run(Thread.java:748) >
Stack Trace:
java.lang.AssertionError: ObjectTracker found 6 object(s) that were not released!!! [MMapDirectory, MMapDirectory, SolrCore, InternalHttpClient, MMapDirectory, MMapDirectory]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MMapDirectory
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:509)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:351)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:424)
at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1193)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MMapDirectory
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:368)
at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:747)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:976)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1192)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1102)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:396)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:394)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:340)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:165)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1588)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1345)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1557)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1247)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
at org.eclipse.jetty.server.Server.handle(Server.java:502)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364)
at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:305)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1063)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1192)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1102)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:396)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:394)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:340)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:165)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1588)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1345)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1557)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1247)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
at org.eclipse.jetty.server.Server.handle(Server.java:502)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364)
at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:305)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:321)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:330)
at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230)
at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:420)
at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:237)
at org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:382)
at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:328)
at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:307)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MMapDirectory
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:509)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:351)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:424)
at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1193)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MMapDirectory
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:517)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:968)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1192)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1102)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:396)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:394)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:340)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:165)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1588)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1345)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1557)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1247)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
at org.eclipse.jetty.server.Server.handle(Server.java:502)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364)
at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:305)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.lang.Thread.run(Thread.java:748)
expected null, but was:<ObjectTracker found 6 object(s) that were not released!!! [MMapDirectory, MMapDirectory, SolrCore, InternalHttpClient, MMapDirectory, MMapDirectory]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MMapDirectory
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:509)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:351)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:424)
at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1193)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MMapDirectory
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:368)
at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:747)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:976)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1192)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1102)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:396)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:394)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:340)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:165)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1588)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1345)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1557)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1247)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
at org.eclipse.jetty.server.Server.handle(Server.java:502)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364)
at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:305)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1063)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1192)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1102)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:396)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:394)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:340)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:165)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1588)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1345)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1557)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1247)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
at org.eclipse.jetty.server.Server.handle(Server.java:502)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364)
at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:305)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:321)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:330)
at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230)
at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:420)
at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:237)
at org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:382)
at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:328)
at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:307)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MMapDirectory
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:509)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:351)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:424)
at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1193)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MMapDirectory
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:517)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:968)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1192)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1102)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:396)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:394)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:340)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:165)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1588)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1345)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1557)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1247)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
at org.eclipse.jetty.server.Server.handle(Server.java:502)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364)
at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:305)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.lang.Thread.run(Thread.java:748)
>
at __randomizedtesting.SeedInfo.seed([D2627E7210649C9A]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failNotNull(Assert.java:755)
at org.junit.Assert.assertNull(Assert.java:737)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:323)
at sun.reflect.GeneratedMethodAccessor39.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:901)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.api.collections.CollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([D2627E7210649C9A]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.api.collections.CollectionsAPIDistributedZkTest
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([D2627E7210649C9A]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.api.collections.CollectionsAPIDistributedZkTest
Error Message:
Captured an uncaught exception in thread: Thread[id=60063, name=parallelCoreAdminExecutor-12577-thread-11, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=60063, name=parallelCoreAdminExecutor-12577-thread-11, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
Caused by: java.lang.OutOfMemoryError: Java heap space
at __randomizedtesting.SeedInfo.seed([D2627E7210649C9A]:0)
at java.util.Arrays.copyOfRange(Arrays.java:3664)
at java.lang.String.<init>(String.java:207)
at org.noggit.CharArr.toString(CharArr.java:170)
at org.noggit.JSONUtil.toJSON(JSONUtil.java:41)
at org.apache.solr.common.cloud.DocCollection.toString(DocCollection.java:288)
at java.lang.String.valueOf(String.java:2994)
at java.lang.StringBuilder.append(StringBuilder.java:131)
at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:904)
at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:856)
at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1325)
at org.apache.solr.cloud.ZkController.register(ZkController.java:1201)
at org.apache.solr.cloud.ZkController.register(ZkController.java:1134)
at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:190)
at org.apache.solr.core.ZkContainer$$Lambda$334/274294722.run(Unknown Source)
at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:222)
at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:1040)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1202)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1102)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)
at org.apache.solr.handler.admin.CoreAdminOperation$$Lambda$195/1559046621.execute(Unknown Source)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:396)
at org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:188)
at org.apache.solr.handler.admin.CoreAdminHandler$$Lambda$568/1510946211.run(Unknown Source)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$10/1689800317.run(Unknown Source)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.api.collections.CollectionsAPIDistributedZkTest
Error Message:
Captured an uncaught exception in thread: Thread[id=60048, name=parallelCoreAdminExecutor-12582-thread-8, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=60048, name=parallelCoreAdminExecutor-12582-thread-8, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
Caused by: java.lang.OutOfMemoryError: Java heap space
at __randomizedtesting.SeedInfo.seed([D2627E7210649C9A]:0)
at java.util.Arrays.copyOfRange(Arrays.java:3664)
at java.lang.String.<init>(String.java:207)
at java.lang.String.substring(String.java:1969)
at java.io.UnixFileSystem.parentOrNull(UnixFileSystem.java:227)
at java.io.UnixFileSystem.canonicalize(UnixFileSystem.java:160)
at java.io.File.getCanonicalPath(File.java:618)
at java.io.FilePermission$1.run(FilePermission.java:215)
at java.io.FilePermission$1.run(FilePermission.java:203)
at java.security.AccessController.doPrivileged(Native Method)
at java.io.FilePermission.init(FilePermission.java:203)
at java.io.FilePermission.<init>(FilePermission.java:277)
at java.lang.SecurityManager.checkWrite(SecurityManager.java:979)
at sun.nio.fs.UnixChannelFactory.open(UnixChannelFactory.java:247)
at sun.nio.fs.UnixChannelFactory.newFileChannel(UnixChannelFactory.java:136)
at sun.nio.fs.UnixChannelFactory.newFileChannel(UnixChannelFactory.java:148)
at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:212)
at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
at java.nio.file.Files.newOutputStream(Files.java:216)
at org.apache.solr.core.CorePropertiesLocator.writePropertiesFile(CorePropertiesLocator.java:90)
at org.apache.solr.core.CorePropertiesLocator.persist(CorePropertiesLocator.java:82)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1103)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)
at org.apache.solr.handler.admin.CoreAdminOperation$$Lambda$195/1559046621.execute(Unknown Source)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:396)
at org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:188)
at org.apache.solr.handler.admin.CoreAdminHandler$$Lambda$568/1510946211.run(Unknown Source)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$10/1689800317.run(Unknown Source)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.api.collections.CollectionsAPIDistributedZkTest
Error Message:
Captured an uncaught exception in thread: Thread[id=60061, name=parallelCoreAdminExecutor-12582-thread-5, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=60061, name=parallelCoreAdminExecutor-12582-thread-5, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
Caused by: java.lang.OutOfMemoryError: Java heap space
at __randomizedtesting.SeedInfo.seed([D2627E7210649C9A]:0)
at java.lang.StringCoding$StringEncoder.encode(StringCoding.java:300)
at java.lang.StringCoding.encode(StringCoding.java:344)
at java.lang.String.getBytes(String.java:918)
at java.io.UnixFileSystem.canonicalize0(Native Method)
at java.io.UnixFileSystem.canonicalize(UnixFileSystem.java:172)
at java.io.File.getCanonicalPath(File.java:618)
at java.io.FilePermission$1.run(FilePermission.java:215)
at java.io.FilePermission$1.run(FilePermission.java:203)
at java.security.AccessController.doPrivileged(Native Method)
at java.io.FilePermission.init(FilePermission.java:203)
at java.io.FilePermission.<init>(FilePermission.java:277)
at java.lang.SecurityManager.checkWrite(SecurityManager.java:979)
at sun.nio.fs.UnixChannelFactory.open(UnixChannelFactory.java:247)
at sun.nio.fs.UnixChannelFactory.newFileChannel(UnixChannelFactory.java:136)
at sun.nio.fs.UnixChannelFactory.newFileChannel(UnixChannelFactory.java:148)
at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:212)
at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
at java.nio.file.Files.newOutputStream(Files.java:216)
at org.apache.solr.core.CorePropertiesLocator.writePropertiesFile(CorePropertiesLocator.java:90)
at org.apache.solr.core.CorePropertiesLocator.persist(CorePropertiesLocator.java:82)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1103)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)
at org.apache.solr.handler.admin.CoreAdminOperation$$Lambda$195/1559046621.execute(Unknown Source)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:396)
at org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:188)
at org.apache.solr.handler.admin.CoreAdminHandler$$Lambda$568/1510946211.run(Unknown Source)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$10/1689800317.run(Unknown Source)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
FAILED: org.apache.solr.cloud.api.collections.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Failed while waiting for active collection Timeout waiting to see state for collection=awhollynewcollection_0 :DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/4)={ "pullReplicas":"0", "replicationFactor":"4", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node9":{ "core":"awhollynewcollection_0_shard1_replica_n1", "base_url":"http://127.0.0.1:45334/solr", "node_name":"127.0.0.1:45334_solr", "state":"down", "type":"NRT", "force_set_state":"false"}, "core_node10":{ "core":"awhollynewcollection_0_shard1_replica_n2", "base_url":"http://127.0.0.1:40451/solr", "node_name":"127.0.0.1:40451_solr", "state":"down", "type":"NRT", "force_set_state":"false"}, "core_node11":{ "core":"awhollynewcollection_0_shard1_replica_n3", "base_url":"http://127.0.0.1:39278/solr", "node_name":"127.0.0.1:39278_solr", "state":"down", "type":"NRT", "force_set_state":"false"}, "core_node12":{ "core":"awhollynewcollection_0_shard1_replica_n4", "base_url":"http://127.0.0.1:43042/solr", "node_name":"127.0.0.1:43042_solr", "state":"down", "type":"NRT", "force_set_state":"false"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node13":{ "core":"awhollynewcollection_0_shard2_replica_n5", "base_url":"http://127.0.0.1:45334/solr", "node_name":"127.0.0.1:45334_solr", "state":"down", "type":"NRT", "force_set_state":"false"}, "core_node14":{ "core":"awhollynewcollection_0_shard2_replica_n6", "base_url":"http://127.0.0.1:40451/solr", "node_name":"127.0.0.1:40451_solr", "state":"down", "type":"NRT", "force_set_state":"false"}, "core_node15":{ "core":"awhollynewcollection_0_shard2_replica_n7", "base_url":"http://127.0.0.1:39278/solr", "node_name":"127.0.0.1:39278_solr", "state":"down", "type":"NRT", "force_set_state":"false"}, "core_node16":{ "core":"awhollynewcollection_0_shard2_replica_n8", "base_url":"http://127.0.0.1:43042/solr", "node_name":"127.0.0.1:43042_solr", "state":"down", "type":"NRT", "force_set_state":"false"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"3", "autoAddReplicas":"false", "nrtReplicas":"4", "tlogReplicas":"0"} Live Nodes: [127.0.0.1:39278_solr, 127.0.0.1:40451_solr, 127.0.0.1:43042_solr, 127.0.0.1:45334_solr] Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/4)={ "pullReplicas":"0", "replicationFactor":"4", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node9":{ "core":"awhollynewcollection_0_shard1_replica_n1", "base_url":"http://127.0.0.1:45334/solr", "node_name":"127.0.0.1:45334_solr", "state":"down", "type":"NRT", "force_set_state":"false"}, "core_node10":{ "core":"awhollynewcollection_0_shard1_replica_n2", "base_url":"http://127.0.0.1:40451/solr", "node_name":"127.0.0.1:40451_solr", "state":"down", "type":"NRT", "force_set_state":"false"}, "core_node11":{ "core":"awhollynewcollection_0_shard1_replica_n3", "base_url":"http://127.0.0.1:39278/solr", "node_name":"127.0.0.1:39278_solr", "state":"down", "type":"NRT", "force_set_state":"false"}, "core_node12":{ "core":"awhollynewcollection_0_shard1_replica_n4", "base_url":"http://127.0.0.1:43042/solr", "node_name":"127.0.0.1:43042_solr", "state":"down", "type":"NRT", "force_set_state":"false"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node13":{ "core":"awhollynewcollection_0_shard2_replica_n5", "base_url":"http://127.0.0.1:45334/solr", "node_name":"127.0.0.1:45334_solr", "state":"down", "type":"NRT", "force_set_state":"false"}, "core_node14":{ "core":"awhollynewcollection_0_shard2_replica_n6", "base_url":"http://127.0.0.1:40451/solr", "node_name":"127.0.0.1:40451_solr", "state":"down", "type":"NRT", "force_set_state":"false"}, "core_node15":{ "core":"awhollynewcollection_0_shard2_replica_n7", "base_url":"http://127.0.0.1:39278/solr", "node_name":"127.0.0.1:39278_solr", "state":"down", "type":"NRT", "force_set_state":"false"}, "core_node16":{ "core":"awhollynewcollection_0_shard2_replica_n8", "base_url":"http://127.0.0.1:43042/solr", "node_name":"127.0.0.1:43042_solr", "state":"down", "type":"NRT", "force_set_state":"false"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"3", "autoAddReplicas":"false", "nrtReplicas":"4", "tlogReplicas":"0"}
Stack Trace:
java.lang.RuntimeException: Failed while waiting for active collection
Timeout waiting to see state for collection=awhollynewcollection_0 :DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/4)={
"pullReplicas":"0",
"replicationFactor":"4",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node9":{
"core":"awhollynewcollection_0_shard1_replica_n1",
"base_url":"http://127.0.0.1:45334/solr",
"node_name":"127.0.0.1:45334_solr",
"state":"down",
"type":"NRT",
"force_set_state":"false"},
"core_node10":{
"core":"awhollynewcollection_0_shard1_replica_n2",
"base_url":"http://127.0.0.1:40451/solr",
"node_name":"127.0.0.1:40451_solr",
"state":"down",
"type":"NRT",
"force_set_state":"false"},
"core_node11":{
"core":"awhollynewcollection_0_shard1_replica_n3",
"base_url":"http://127.0.0.1:39278/solr",
"node_name":"127.0.0.1:39278_solr",
"state":"down",
"type":"NRT",
"force_set_state":"false"},
"core_node12":{
"core":"awhollynewcollection_0_shard1_replica_n4",
"base_url":"http://127.0.0.1:43042/solr",
"node_name":"127.0.0.1:43042_solr",
"state":"down",
"type":"NRT",
"force_set_state":"false"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node13":{
"core":"awhollynewcollection_0_shard2_replica_n5",
"base_url":"http://127.0.0.1:45334/solr",
"node_name":"127.0.0.1:45334_solr",
"state":"down",
"type":"NRT",
"force_set_state":"false"},
"core_node14":{
"core":"awhollynewcollection_0_shard2_replica_n6",
"base_url":"http://127.0.0.1:40451/solr",
"node_name":"127.0.0.1:40451_solr",
"state":"down",
"type":"NRT",
"force_set_state":"false"},
"core_node15":{
"core":"awhollynewcollection_0_shard2_replica_n7",
"base_url":"http://127.0.0.1:39278/solr",
"node_name":"127.0.0.1:39278_solr",
"state":"down",
"type":"NRT",
"force_set_state":"false"},
"core_node16":{
"core":"awhollynewcollection_0_shard2_replica_n8",
"base_url":"http://127.0.0.1:43042/solr",
"node_name":"127.0.0.1:43042_solr",
"state":"down",
"type":"NRT",
"force_set_state":"false"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"3",
"autoAddReplicas":"false",
"nrtReplicas":"4",
"tlogReplicas":"0"}
Live Nodes: [127.0.0.1:39278_solr, 127.0.0.1:40451_solr, 127.0.0.1:43042_solr, 127.0.0.1:45334_solr]
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/4)={
"pullReplicas":"0",
"replicationFactor":"4",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node9":{
"core":"awhollynewcollection_0_shard1_replica_n1",
"base_url":"http://127.0.0.1:45334/solr",
"node_name":"127.0.0.1:45334_solr",
"state":"down",
"type":"NRT",
"force_set_state":"false"},
"core_node10":{
"core":"awhollynewcollection_0_shard1_replica_n2",
"base_url":"http://127.0.0.1:40451/solr",
"node_name":"127.0.0.1:40451_solr",
"state":"down",
"type":"NRT",
"force_set_state":"false"},
"core_node11":{
"core":"awhollynewcollection_0_shard1_replica_n3",
"base_url":"http://127.0.0.1:39278/solr",
"node_name":"127.0.0.1:39278_solr",
"state":"down",
"type":"NRT",
"force_set_state":"false"},
"core_node12":{
"core":"awhollynewcollection_0_shard1_replica_n4",
"base_url":"http://127.0.0.1:43042/solr",
"node_name":"127.0.0.1:43042_solr",
"state":"down",
"type":"NRT",
"force_set_state":"false"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node13":{
"core":"awhollynewcollection_0_shard2_replica_n5",
"base_url":"http://127.0.0.1:45334/solr",
"node_name":"127.0.0.1:45334_solr",
"state":"down",
"type":"NRT",
"force_set_state":"false"},
"core_node14":{
"core":"awhollynewcollection_0_shard2_replica_n6",
"base_url":"http://127.0.0.1:40451/solr",
"node_name":"127.0.0.1:40451_solr",
"state":"down",
"type":"NRT",
"force_set_state":"false"},
"core_node15":{
"core":"awhollynewcollection_0_shard2_replica_n7",
"base_url":"http://127.0.0.1:39278/solr",
"node_name":"127.0.0.1:39278_solr",
"state":"down",
"type":"NRT",
"force_set_state":"false"},
"core_node16":{
"core":"awhollynewcollection_0_shard2_replica_n8",
"base_url":"http://127.0.0.1:43042/solr",
"node_name":"127.0.0.1:43042_solr",
"state":"down",
"type":"NRT",
"force_set_state":"false"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"3",
"autoAddReplicas":"false",
"nrtReplicas":"4",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([D2627E7210649C9A:9A170AC61657B30F]:0)
at org.apache.solr.cloud.MiniSolrCloudCluster.waitForActiveCollection(MiniSolrCloudCluster.java:758)
at org.apache.solr.cloud.MiniSolrCloudCluster.waitForActiveCollection(MiniSolrCloudCluster.java:764)
at org.apache.solr.cloud.api.collections.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:435)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest.testSimple
Error Message:
Waiting for collection testSimple1 Timeout waiting to see state for collection=testSimple1 :DocCollection(testSimple1//collections/testSimple1/state.json/34)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node3":{ "dataDir":"hdfs://lucene2-us-west.apache.org:42176/solr_hdfs_home/testSimple1/core_node3/data/", "base_url":"http://127.0.0.1:40311/solr", "node_name":"127.0.0.1:40311_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://lucene2-us-west.apache.org:42176/solr_hdfs_home/testSimple1/core_node3/data/tlog", "core":"testSimple1_shard1_replica_n1", "shared_storage":"true", "state":"active", "leader":"true"}, "core_node5":{ "dataDir":"hdfs://lucene2-us-west.apache.org:42176/solr_hdfs_home/testSimple1/core_node5/data/", "base_url":"http://127.0.0.1:40311/solr", "node_name":"127.0.0.1:40311_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://lucene2-us-west.apache.org:42176/solr_hdfs_home/testSimple1/core_node5/data/tlog", "core":"testSimple1_shard1_replica_n2", "shared_storage":"true", "state":"recovering"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node7":{ "dataDir":"hdfs://lucene2-us-west.apache.org:42176/solr_hdfs_home/testSimple1/core_node7/data/", "base_url":"http://127.0.0.1:40311/solr", "node_name":"127.0.0.1:40311_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://lucene2-us-west.apache.org:42176/solr_hdfs_home/testSimple1/core_node7/data/tlog", "core":"testSimple1_shard2_replica_n4", "shared_storage":"true", "state":"active", "leader":"true"}, "core_node8":{ "dataDir":"hdfs://lucene2-us-west.apache.org:42176/solr_hdfs_home/testSimple1/core_node8/data/", "base_url":"http://127.0.0.1:40311/solr", "node_name":"127.0.0.1:40311_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://lucene2-us-west.apache.org:42176/solr_hdfs_home/testSimple1/core_node8/data/tlog", "core":"testSimple1_shard2_replica_n6", "shared_storage":"true", "state":"active"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"} Live Nodes: [127.0.0.1:40311_solr, 127.0.0.1:44576_solr] Last available state: DocCollection(testSimple1//collections/testSimple1/state.json/34)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node3":{ "dataDir":"hdfs://lucene2-us-west.apache.org:42176/solr_hdfs_home/testSimple1/core_node3/data/", "base_url":"http://127.0.0.1:40311/solr", "node_name":"127.0.0.1:40311_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://lucene2-us-west.apache.org:42176/solr_hdfs_home/testSimple1/core_node3/data/tlog", "core":"testSimple1_shard1_replica_n1", "shared_storage":"true", "state":"active", "leader":"true"}, "core_node5":{ "dataDir":"hdfs://lucene2-us-west.apache.org:42176/solr_hdfs_home/testSimple1/core_node5/data/", "base_url":"http://127.0.0.1:40311/solr", "node_name":"127.0.0.1:40311_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://lucene2-us-west.apache.org:42176/solr_hdfs_home/testSimple1/core_node5/data/tlog", "core":"testSimple1_shard1_replica_n2", "shared_storage":"true", "state":"recovering"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node7":{ "dataDir":"hdfs://lucene2-us-west.apache.org:42176/solr_hdfs_home/testSimple1/core_node7/data/", "base_url":"http://127.0.0.1:40311/solr", "node_name":"127.0.0.1:40311_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://lucene2-us-west.apache.org:42176/solr_hdfs_home/testSimple1/core_node7/data/tlog", "core":"testSimple1_shard2_replica_n4", "shared_storage":"true", "state":"active", "leader":"true"}, "core_node8":{ "dataDir":"hdfs://lucene2-us-west.apache.org:42176/solr_hdfs_home/testSimple1/core_node8/data/", "base_url":"http://127.0.0.1:40311/solr", "node_name":"127.0.0.1:40311_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://lucene2-us-west.apache.org:42176/solr_hdfs_home/testSimple1/core_node8/data/tlog", "core":"testSimple1_shard2_replica_n6", "shared_storage":"true", "state":"active"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Waiting for collection testSimple1
Timeout waiting to see state for collection=testSimple1 :DocCollection(testSimple1//collections/testSimple1/state.json/34)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node3":{
"dataDir":"hdfs://lucene2-us-west.apache.org:42176/solr_hdfs_home/testSimple1/core_node3/data/",
"base_url":"http://127.0.0.1:40311/solr",
"node_name":"127.0.0.1:40311_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://lucene2-us-west.apache.org:42176/solr_hdfs_home/testSimple1/core_node3/data/tlog",
"core":"testSimple1_shard1_replica_n1",
"shared_storage":"true",
"state":"active",
"leader":"true"},
"core_node5":{
"dataDir":"hdfs://lucene2-us-west.apache.org:42176/solr_hdfs_home/testSimple1/core_node5/data/",
"base_url":"http:
[...truncated too long message...]
dmin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)
[junit4] > at org.apache.solr.handler.admin.CoreAdminOperation$$Lambda$195/1559046621.execute(Unknown Source)
[junit4] > at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)
[junit4] > at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:396)
[junit4] > at org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:188)
[junit4] > at org.apache.solr.handler.admin.CoreAdminHandler$$Lambda$568/1510946211.run(Unknown Source)
[junit4] > at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$10/1689800317.run(Unknown Source)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)Throwable #3: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=60048, name=parallelCoreAdminExecutor-12582-thread-8, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] > at __randomizedtesting.SeedInfo.seed([D2627E7210649C9A]:0)
[junit4] > at java.util.Arrays.copyOfRange(Arrays.java:3664)
[junit4] > at java.lang.String.<init>(String.java:207)
[junit4] > at java.lang.String.substring(String.java:1969)
[junit4] > at java.io.UnixFileSystem.parentOrNull(UnixFileSystem.java:227)
[junit4] > at java.io.UnixFileSystem.canonicalize(UnixFileSystem.java:160)
[junit4] > at java.io.File.getCanonicalPath(File.java:618)
[junit4] > at java.io.FilePermission$1.run(FilePermission.java:215)
[junit4] > at java.io.FilePermission$1.run(FilePermission.java:203)
[junit4] > at java.security.AccessController.doPrivileged(Native Method)
[junit4] > at java.io.FilePermission.init(FilePermission.java:203)
[junit4] > at java.io.FilePermission.<init>(FilePermission.java:277)
[junit4] > at java.lang.SecurityManager.checkWrite(SecurityManager.java:979)
[junit4] > at sun.nio.fs.UnixChannelFactory.open(UnixChannelFactory.java:247)
[junit4] > at sun.nio.fs.UnixChannelFactory.newFileChannel(UnixChannelFactory.java:136)
[junit4] > at sun.nio.fs.UnixChannelFactory.newFileChannel(UnixChannelFactory.java:148)
[junit4] > at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:212)
[junit4] > at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
[junit4] > at java.nio.file.Files.newOutputStream(Files.java:216)
[junit4] > at org.apache.solr.core.CorePropertiesLocator.writePropertiesFile(CorePropertiesLocator.java:90)
[junit4] > at org.apache.solr.core.CorePropertiesLocator.persist(CorePropertiesLocator.java:82)
[junit4] > at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1103)
[junit4] > at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)
[junit4] > at org.apache.solr.handler.admin.CoreAdminOperation$$Lambda$195/1559046621.execute(Unknown Source)
[junit4] > at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)
[junit4] > at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:396)
[junit4] > at org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:188)
[junit4] > at org.apache.solr.handler.admin.CoreAdminHandler$$Lambda$568/1510946211.run(Unknown Source)
[junit4] > at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$10/1689800317.run(Unknown Source)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)Throwable #4: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=60061, name=parallelCoreAdminExecutor-12582-thread-5, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] > at __randomizedtesting.SeedInfo.seed([D2627E7210649C9A]:0)
[junit4] > at java.lang.StringCoding$StringEncoder.encode(StringCoding.java:300)
[junit4] > at java.lang.StringCoding.encode(StringCoding.java:344)
[junit4] > at java.lang.String.getBytes(String.java:918)
[junit4] > at java.io.UnixFileSystem.canonicalize0(Native Method)
[junit4] > at java.io.UnixFileSystem.canonicalize(UnixFileSystem.java:172)
[junit4] > at java.io.File.getCanonicalPath(File.java:618)
[junit4] > at java.io.FilePermission$1.run(FilePermission.java:215)
[junit4] > at java.io.FilePermission$1.run(FilePermission.java:203)
[junit4] > at java.security.AccessController.doPrivileged(Native Method)
[junit4] > at java.io.FilePermission.init(FilePermission.java:203)
[junit4] > at java.io.FilePermission.<init>(FilePermission.java:277)
[junit4] > at java.lang.SecurityManager.checkWrite(SecurityManager.java:979)
[junit4] > at sun.nio.fs.UnixChannelFactory.open(UnixChannelFactory.java:247)
[junit4] > at sun.nio.fs.UnixChannelFactory.newFileChannel(UnixChannelFactory.java:136)
[junit4] > at sun.nio.fs.UnixChannelFactory.newFileChannel(UnixChannelFactory.java:148)
[junit4] > at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:212)
[junit4] > at java.nio.file.spi.FileSystemProvider.newOutputStream(FileSystemProvider.java:434)
[junit4] > at java.nio.file.Files.newOutputStream(Files.java:216)
[junit4] > at org.apache.solr.core.CorePropertiesLocator.writePropertiesFile(CorePropertiesLocator.java:90)
[junit4] > at org.apache.solr.core.CorePropertiesLocator.persist(CorePropertiesLocator.java:82)
[junit4] > at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1103)
[junit4] > at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)
[junit4] > at org.apache.solr.handler.admin.CoreAdminOperation$$Lambda$195/1559046621.execute(Unknown Source)
[junit4] > at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)
[junit4] > at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:396)
[junit4] > at org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:188)
[junit4] > at org.apache.solr.handler.admin.CoreAdminHandler$$Lambda$568/1510946211.run(Unknown Source)
[junit4] > at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$10/1689800317.run(Unknown Source)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] Completed [845/846 (8!)] on J0 in 9000.58s, 14 tests, 5 errors <<< FAILURES!
[...truncated 1 lines...]
[junit4] JVM J0: stdout was not empty, see: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/temp/junit4-J0-20190308_223509_925336664452824413767.sysout
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] java.lang.OutOfMemoryError: Java heap space
[junit4] Dumping heap to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/heapdumps/java_pid24994.hprof ...
[junit4] Heap dump file created [717458764 bytes in 20.297 secs]
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/temp/junit4-J0-20190308_223509_9254503980586254340835.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4]
[junit4] Exception: java.lang.OutOfMemoryError thrown from the UncaughtExceptionHandler in thread "zkConnectionManagerCallback-16623-thread-1-SendThread(lucene2-us-west.apache.org:44753)"
[junit4] <<< JVM J0: EOF ----
[...truncated 8950 lines...]
BUILD FAILED
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/build.xml:661: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/build.xml:585: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid24994.hprof
Total time: 633 minutes 28 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-BadApples-NightlyTests-8.x - Build # 7 -
Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-NightlyTests-8.x/7/
4 tests failed.
FAILED: org.apache.solr.cloud.api.collections.ShardSplitTest.test
Error Message:
SPLITSHARD was not successful even after three tries
Stack Trace:
java.lang.AssertionError: SPLITSHARD was not successful even after three tries
at __randomizedtesting.SeedInfo.seed([CBD21146638F783:84E91ECEC8C49A7B]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.apache.solr.cloud.api.collections.ShardSplitTest.trySplit(ShardSplitTest.java:946)
at org.apache.solr.cloud.api.collections.ShardSplitTest.splitByRouteKeyTest(ShardSplitTest.java:920)
at org.apache.solr.cloud.api.collections.ShardSplitTest.test(ShardSplitTest.java:113)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.SearchRateTriggerIntegrationTest.testAboveSearchRate
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([CBD21146638F783:FAB69CD28C5CCD5F]:0)
at org.junit.Assert.fail(Assert.java:86)
at org.junit.Assert.assertTrue(Assert.java:41)
at org.junit.Assert.assertTrue(Assert.java:52)
at org.apache.solr.cloud.autoscaling.SearchRateTriggerIntegrationTest.testAboveSearchRate(SearchRateTriggerIntegrationTest.java:265)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.hdfs.HdfsUnloadDistributedZkTest.test
Error Message:
Captured an uncaught exception in thread: Thread[id=112343, name=testExecutor-14484-thread-12, state=RUNNABLE, group=TGRP-HdfsUnloadDistributedZkTest]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=112343, name=testExecutor-14484-thread-12, state=RUNNABLE, group=TGRP-HdfsUnloadDistributedZkTest]
Caused by: java.lang.RuntimeException: org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:35039
at __randomizedtesting.SeedInfo.seed([CBD21146638F783]:0)
at org.apache.solr.cloud.BasicDistributedZkTest.lambda$createCollectionInOneInstance$1(BasicDistributedZkTest.java:659)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:35039
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:661)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:256)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:245)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
at org.apache.solr.cloud.BasicDistributedZkTest.lambda$createCollectionInOneInstance$1(BasicDistributedZkTest.java:657)
... 4 more
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:549)
... 9 more
FAILED: org.apache.solr.core.TestDynamicLoading.testDynamicLoading
Error Message:
Could not get expected value '1' for path 'overlay/runtimeLib/colltest/version' full output: { "responseHeader":{ "status":0, "QTime":0}, "overlay":{"znodeVersion":-1}}, from server: null
Stack Trace:
java.lang.AssertionError: Could not get expected value '1' for path 'overlay/runtimeLib/colltest/version' full output: {
"responseHeader":{
"status":0,
"QTime":0},
"overlay":{"znodeVersion":-1}}, from server: null
at __randomizedtesting.SeedInfo.seed([CBD21146638F783:D4F00C4391E55223]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.assertTrue(Assert.java:41)
at org.apache.solr.core.TestSolrConfigHandler.testForResponseElement(TestSolrConfigHandler.java:590)
at org.apache.solr.core.TestDynamicLoading.testDynamicLoading(TestDynamicLoading.java:66)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13745 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.SearchRateTriggerIntegrationTest
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_CBD21146638F783-001/init-core-data-001
[junit4] 2> 879902 WARN (SUITE-SearchRateTriggerIntegrationTest-seed#[CBD21146638F783]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 879902 INFO (SUITE-SearchRateTriggerIntegrationTest-seed#[CBD21146638F783]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 879904 INFO (SUITE-SearchRateTriggerIntegrationTest-seed#[CBD21146638F783]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 879904 INFO (SUITE-SearchRateTriggerIntegrationTest-seed#[CBD21146638F783]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 879905 INFO (SUITE-SearchRateTriggerIntegrationTest-seed#[CBD21146638F783]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 5 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_CBD21146638F783-001/tempDir-001
[junit4] 2> 879905 INFO (SUITE-SearchRateTriggerIntegrationTest-seed#[CBD21146638F783]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 879912 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 879912 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 880012 INFO (SUITE-SearchRateTriggerIntegrationTest-seed#[CBD21146638F783]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:35949
[junit4] 2> 880012 INFO (SUITE-SearchRateTriggerIntegrationTest-seed#[CBD21146638F783]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:35949
[junit4] 2> 880012 INFO (SUITE-SearchRateTriggerIntegrationTest-seed#[CBD21146638F783]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 35949
[junit4] 2> 880071 INFO (zkConnectionManagerCallback-2102-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 880119 INFO (zkConnectionManagerCallback-2104-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 880139 INFO (zkConnectionManagerCallback-2106-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 880171 WARN (jetty-launcher-2107-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 880171 INFO (jetty-launcher-2107-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 880171 INFO (jetty-launcher-2107-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 880171 INFO (jetty-launcher-2107-thread-1) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 880179 INFO (jetty-launcher-2107-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 880179 INFO (jetty-launcher-2107-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 880179 INFO (jetty-launcher-2107-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 880218 WARN (jetty-launcher-2107-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 880219 INFO (jetty-launcher-2107-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 880219 INFO (jetty-launcher-2107-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 880219 INFO (jetty-launcher-2107-thread-2) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 880220 INFO (jetty-launcher-2107-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@46dcc168{/solr,null,AVAILABLE}
[junit4] 2> 880221 WARN (jetty-launcher-2107-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@37e2555a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 880222 WARN (jetty-launcher-2107-thread-5) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 880223 WARN (jetty-launcher-2107-thread-4) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 880224 INFO (jetty-launcher-2107-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 880224 INFO (jetty-launcher-2107-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 880224 INFO (jetty-launcher-2107-thread-4) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 880225 WARN (jetty-launcher-2107-thread-3) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 880225 INFO (jetty-launcher-2107-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 880225 INFO (jetty-launcher-2107-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 880225 INFO (jetty-launcher-2107-thread-3) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 880225 INFO (jetty-launcher-2107-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 880225 INFO (jetty-launcher-2107-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 880225 INFO (jetty-launcher-2107-thread-5) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 880255 INFO (jetty-launcher-2107-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 880255 INFO (jetty-launcher-2107-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 880255 INFO (jetty-launcher-2107-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 880271 INFO (jetty-launcher-2107-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@308673d7{/solr,null,AVAILABLE}
[junit4] 2> 880272 WARN (jetty-launcher-2107-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@26a8102a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 880335 INFO (jetty-launcher-2107-thread-5) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 880335 INFO (jetty-launcher-2107-thread-5) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 880335 INFO (jetty-launcher-2107-thread-5) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 880345 INFO (jetty-launcher-2107-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7767f460{/solr,null,AVAILABLE}
[junit4] 2> 880346 WARN (jetty-launcher-2107-thread-5) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@43ecad05[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 880395 INFO (jetty-launcher-2107-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 880395 INFO (jetty-launcher-2107-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 880396 INFO (jetty-launcher-2107-thread-3) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 880398 INFO (jetty-launcher-2107-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4fd377c1{/solr,null,AVAILABLE}
[junit4] 2> 880399 WARN (jetty-launcher-2107-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@22bc198d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 880439 INFO (jetty-launcher-2107-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 880439 INFO (jetty-launcher-2107-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 880439 INFO (jetty-launcher-2107-thread-4) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 880452 INFO (jetty-launcher-2107-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7bb50998{/solr,null,AVAILABLE}
[junit4] 2> 880453 WARN (jetty-launcher-2107-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@3459e973[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 880453 INFO (jetty-launcher-2107-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@11751980{SSL,[ssl, http/1.1]}{127.0.0.1:45969}
[junit4] 2> 880453 INFO (jetty-launcher-2107-thread-5) [ ] o.e.j.s.Server Started @880906ms
[junit4] 2> 880453 INFO (jetty-launcher-2107-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6c5c560a{SSL,[ssl, http/1.1]}{127.0.0.1:42274}
[junit4] 2> 880454 INFO (jetty-launcher-2107-thread-4) [ ] o.e.j.s.Server Started @880906ms
[junit4] 2> 880454 INFO (jetty-launcher-2107-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45969}
[junit4] 2> 880454 INFO (jetty-launcher-2107-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42274}
[junit4] 2> 880454 ERROR (jetty-launcher-2107-thread-5) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 880454 INFO (jetty-launcher-2107-thread-5) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 880454 INFO (jetty-launcher-2107-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.1.0
[junit4] 2> 880454 ERROR (jetty-launcher-2107-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 880454 INFO (jetty-launcher-2107-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 880454 INFO (jetty-launcher-2107-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.1.0
[junit4] 2> 880454 INFO (jetty-launcher-2107-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 880454 INFO (jetty-launcher-2107-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 880454 INFO (jetty-launcher-2107-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 880454 INFO (jetty-launcher-2107-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 880454 INFO (jetty-launcher-2107-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-03-01T22:10:56.270Z
[junit4] 2> 880454 INFO (jetty-launcher-2107-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-03-01T22:10:56.270Z
[junit4] 2> 880456 INFO (jetty-launcher-2107-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7b88011{SSL,[ssl, http/1.1]}{127.0.0.1:33809}
[junit4] 2> 880456 INFO (jetty-launcher-2107-thread-1) [ ] o.e.j.s.Server Started @880909ms
[junit4] 2> 880457 INFO (jetty-launcher-2107-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33809}
[junit4] 2> 880457 ERROR (jetty-launcher-2107-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 880457 INFO (jetty-launcher-2107-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 880457 INFO (jetty-launcher-2107-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.1.0
[junit4] 2> 880457 INFO (jetty-launcher-2107-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 880457 INFO (jetty-launcher-2107-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 880457 INFO (jetty-launcher-2107-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-03-01T22:10:56.273Z
[junit4] 2> 880491 INFO (jetty-launcher-2107-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@90f9f30{SSL,[ssl, http/1.1]}{127.0.0.1:42170}
[junit4] 2> 880491 INFO (jetty-launcher-2107-thread-2) [ ] o.e.j.s.Server Started @880943ms
[junit4] 2> 880491 INFO (jetty-launcher-2107-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42170}
[junit4] 2> 880491 ERROR (jetty-launcher-2107-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 880491 INFO (jetty-launcher-2107-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 880501 INFO (jetty-launcher-2107-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.1.0
[junit4] 2> 880501 INFO (jetty-launcher-2107-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 880501 INFO (jetty-launcher-2107-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 880501 INFO (jetty-launcher-2107-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-03-01T22:10:56.317Z
[junit4] 2> 880558 INFO (zkConnectionManagerCallback-2109-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 880558 INFO (jetty-launcher-2107-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 880569 INFO (zkConnectionManagerCallback-2111-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 880569 INFO (jetty-launcher-2107-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6cadb1fa{SSL,[ssl, http/1.1]}{127.0.0.1:43486}
[junit4] 2> 880569 INFO (jetty-launcher-2107-thread-3) [ ] o.e.j.s.Server Started @881021ms
[junit4] 2> 880569 INFO (jetty-launcher-2107-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43486}
[junit4] 2> 880569 INFO (zkConnectionManagerCallback-2113-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 880569 ERROR (jetty-launcher-2107-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 880569 INFO (jetty-launcher-2107-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 880569 INFO (jetty-launcher-2107-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.1.0
[junit4] 2> 880569 INFO (jetty-launcher-2107-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 880569 INFO (jetty-launcher-2107-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 880569 INFO (jetty-launcher-2107-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-03-01T22:10:56.385Z
[junit4] 2> 880570 INFO (jetty-launcher-2107-thread-5) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 880578 INFO (jetty-launcher-2107-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 880614 INFO (zkConnectionManagerCallback-2115-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 880615 INFO (jetty-launcher-2107-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 880623 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x107df91f8f00005, likely client has closed socket
[junit4] 2> 880655 INFO (zkConnectionManagerCallback-2117-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 880656 INFO (jetty-launcher-2107-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 880858 INFO (jetty-launcher-2107-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 880861 WARN (jetty-launcher-2107-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 880895 WARN (jetty-launcher-2107-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@a25b1ce[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 880943 WARN (jetty-launcher-2107-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 880955 WARN (jetty-launcher-2107-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@12133d40[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 881049 INFO (jetty-launcher-2107-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35949/solr
[junit4] 2> 881123 INFO (zkConnectionManagerCallback-2123-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 881140 INFO (jetty-launcher-2107-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 881141 WARN (jetty-launcher-2107-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 881178 INFO (zkConnectionManagerCallback-2125-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 881179 WARN (jetty-launcher-2107-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@7c5bb248[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 881202 WARN (jetty-launcher-2107-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 881203 WARN (jetty-launcher-2107-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@78515896[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 881204 INFO (jetty-launcher-2107-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35949/solr
[junit4] 2> 881209 INFO (jetty-launcher-2107-thread-5) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 881209 WARN (jetty-launcher-2107-thread-5) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 881240 INFO (zkConnectionManagerCallback-2133-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 881287 WARN (jetty-launcher-2107-thread-5) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@85d9fc2[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 881340 WARN (jetty-launcher-2107-thread-5) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 881356 WARN (jetty-launcher-2107-thread-5) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@fc204e8[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 881357 INFO (jetty-launcher-2107-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35949/solr
[junit4] 2> 881372 INFO (zkConnectionManagerCallback-2141-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 881400 INFO (zkConnectionManagerCallback-2136-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 881402 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x107df91f8f0000c, likely client has closed socket
[junit4] 2> 881425 INFO (zkConnectionManagerCallback-2143-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 881435 INFO (jetty-launcher-2107-thread-1) [n:127.0.0.1:33809_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33809_solr
[junit4] 2> 881435 INFO (jetty-launcher-2107-thread-1) [n:127.0.0.1:33809_solr ] o.a.s.c.Overseer Overseer (id=74273736914632715-127.0.0.1:33809_solr-n_0000000000) starting
[junit4] 2> 881482 INFO (jetty-launcher-2107-thread-5) [n:127.0.0.1:45969_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45969_solr
[junit4] 2> 881486 INFO (zkConnectionManagerCallback-2152-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 881502 INFO (jetty-launcher-2107-thread-1) [n:127.0.0.1:33809_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 881503 INFO (jetty-launcher-2107-thread-1) [n:127.0.0.1:33809_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35949/solr ready
[junit4] 2> 881506 INFO (zkCallback-2142-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 881523 INFO (OverseerStateUpdate-74273736914632715-127.0.0.1:33809_solr-n_0000000000) [n:127.0.0.1:33809_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:33809_solr
[junit4] 2> 881523 INFO (jetty-launcher-2107-thread-1) [n:127.0.0.1:33809_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:33809_solr as DOWN
[junit4] 2> 881523 INFO (jetty-launcher-2107-thread-2) [n:127.0.0.1:42170_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 881523 INFO (OverseerStateUpdate-74273736914632715-127.0.0.1:33809_solr-n_0000000000) [n:127.0.0.1:33809_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 881524 INFO (jetty-launcher-2107-thread-1) [n:127.0.0.1:33809_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 881524 INFO (jetty-launcher-2107-thread-1) [n:127.0.0.1:33809_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33809_solr
[junit4] 2> 881524 DEBUG (OverseerAutoScalingTriggerThread-74273736914632715-127.0.0.1:33809_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 881525 DEBUG (OverseerAutoScalingTriggerThread-74273736914632715-127.0.0.1:33809_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 881525 DEBUG (OverseerAutoScalingTriggerThread-74273736914632715-127.0.0.1:33809_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
[junit4] 2> 881525 DEBUG (OverseerAutoScalingTriggerThread-74273736914632715-127.0.0.1:33809_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 881543 INFO (zkCallback-2142-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 881543 INFO (zkCallback-2135-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 881543 INFO (zkCallback-2124-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 881545 INFO (jetty-launcher-2107-thread-2) [n:127.0.0.1:42170_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:42170_solr as DOWN
[junit4] 2> 881546 INFO (jetty-launcher-2107-thread-2) [n:127.0.0.1:42170_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 881546 INFO (jetty-launcher-2107-thread-2) [n:127.0.0.1:42170_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42170_solr
[junit4] 2> 881571 INFO (zkCallback-2142-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 881599 INFO (zkCallback-2151-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 881616 INFO (zkCallback-2124-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 881627 INFO (zkConnectionManagerCallback-2157-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 881640 INFO (jetty-launcher-2107-thread-5) [n:127.0.0.1:45969_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 881641 INFO (jetty-launcher-2107-thread-5) [n:127.0.0.1:45969_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35949/solr ready
[junit4] 2> 881655 INFO (jetty-launcher-2107-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 881656 WARN (jetty-launcher-2107-thread-3) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 881659 INFO (zkCallback-2135-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 881660 DEBUG (OverseerAutoScalingTriggerThread-74273736914632715-127.0.0.1:33809_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:33809_solr, 127.0.0.1:45969_solr, 127.0.0.1:42170_solr]
[junit4] 2> 881661 INFO (jetty-launcher-2107-thread-5) [n:127.0.0.1:45969_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 881688 DEBUG (ScheduledTrigger-1659-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 881688 INFO (jetty-launcher-2107-thread-1) [n:127.0.0.1:33809_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 881695 DEBUG (OverseerAutoScalingTriggerThread-74273736914632715-127.0.0.1:33809_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 881695 INFO (jetty-launcher-2107-thread-4) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 881705 WARN (jetty-launcher-2107-thread-4) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 881741 WARN (jetty-launcher-2107-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@107d462e[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 881774 WARN (jetty-launcher-2107-thread-3) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 881774 INFO (zkConnectionManagerCallback-2163-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 881782 DEBUG (OverseerAutoScalingTriggerThread-74273736914632715-127.0.0.1:33809_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 881782 INFO (jetty-launcher-2107-thread-2) [n:127.0.0.1:42170_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 881783 INFO (jetty-launcher-2107-thread-2) [n:127.0.0.1:42170_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35949/solr ready
[junit4] 2> 881783 INFO (jetty-launcher-2107-thread-5) [n:127.0.0.1:45969_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45969.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56a46afd
[junit4] 2> 881817 INFO (jetty-launcher-2107-thread-1) [n:127.0.0.1:33809_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33809.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56a46afd
[junit4] 2> 881822 WARN (jetty-launcher-2107-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@3cc5dbc5[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 881823 INFO (jetty-launcher-2107-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35949/solr
[junit4] 2> 881824 WARN (jetty-launcher-2107-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@4f46e3f4[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 881838 INFO (jetty-launcher-2107-thread-2) [n:127.0.0.1:42170_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 881857 INFO (jetty-launcher-2107-thread-1) [n:127.0.0.1:33809_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33809.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56a46afd
[junit4] 2> 881857 INFO (jetty-launcher-2107-thread-1) [n:127.0.0.1:33809_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33809.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56a46afd
[junit4] 2> 881858 INFO (jetty-launcher-2107-thread-1) [n:127.0.0.1:33809_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_CBD21146638F783-001/tempDir-001/node1/.
[junit4] 2> 881880 INFO (jetty-launcher-2107-thread-5) [n:127.0.0.1:45969_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45969.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56a46afd
[junit4] 2> 882013 INFO (jetty-launcher-2107-thread-2) [n:127.0.0.1:42170_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42170.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56a46afd
[junit4] 2> 882045 WARN (jetty-launcher-2107-thread-4) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 882049 INFO (jetty-launcher-2107-thread-2) [n:127.0.0.1:42170_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42170.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56a46afd
[junit4] 2> 882049 INFO (jetty-launcher-2107-thread-2) [n:127.0.0.1:42170_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42170.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56a46afd
[junit4] 2> 882050 INFO (jetty-launcher-2107-thread-2) [n:127.0.0.1:42170_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_CBD21146638F783-001/tempDir-001/node2/.
[junit4] 2> 882102 INFO (zkConnectionManagerCallback-2172-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 882147 INFO (jetty-launcher-2107-thread-5) [n:127.0.0.1:45969_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45969.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56a46afd
[junit4] 2> 882148 INFO (jetty-launcher-2107-thread-5) [n:127.0.0.1:45969_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_CBD21146638F783-001/tempDir-001/node5/.
[junit4] 2> 882151 WARN (jetty-launcher-2107-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@5f3f7597[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 882152 INFO (jetty-launcher-2107-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35949/solr
[junit4] 2> 882195 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x107df91f8f00011, likely client has closed socket
[junit4] 2> 882243 INFO (zkConnectionManagerCallback-2179-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 882271 INFO (zkConnectionManagerCallback-2177-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 882276 INFO (jetty-launcher-2107-thread-3) [n:127.0.0.1:43486_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 882320 INFO (zkConnectionManagerCallback-2183-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 882387 INFO (jetty-launcher-2107-thread-3) [n:127.0.0.1:43486_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:43486_solr as DOWN
[junit4] 2> 882388 INFO (jetty-launcher-2107-thread-3) [n:127.0.0.1:43486_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 882388 INFO (jetty-launcher-2107-thread-3) [n:127.0.0.1:43486_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43486_solr
[junit4] 2> 882406 INFO (zkCallback-2142-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 882406 INFO (zkCallback-2124-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 882406 INFO (zkCallback-2135-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 882414 INFO (zkCallback-2151-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 882414 INFO (jetty-launcher-2107-thread-4) [n:127.0.0.1:42274_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 882414 INFO (zkCallback-2162-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 882416 INFO (zkCallback-2156-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 882416 INFO (zkCallback-2178-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 882435 INFO (jetty-launcher-2107-thread-4) [n:127.0.0.1:42274_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:42274_solr as DOWN
[junit4] 2> 882436 INFO (jetty-launcher-2107-thread-4) [n:127.0.0.1:42274_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 882436 INFO (jetty-launcher-2107-thread-4) [n:127.0.0.1:42274_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42274_solr
[junit4] 2> 882437 INFO (zkCallback-2151-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 882437 INFO (zkCallback-2124-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 882437 INFO (zkCallback-2142-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 882437 INFO (zkCallback-2135-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 882479 INFO (zkCallback-2156-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 882479 INFO (zkCallback-2178-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 882483 INFO (zkCallback-2162-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 882483 INFO (zkCallback-2182-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 882507 INFO (zkConnectionManagerCallback-2190-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 882508 INFO (jetty-launcher-2107-thread-3) [n:127.0.0.1:43486_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 882509 INFO (jetty-launcher-2107-thread-3) [n:127.0.0.1:43486_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35949/solr ready
[junit4] 2> 882527 INFO (zkConnectionManagerCallback-2195-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 882528 INFO (jetty-launcher-2107-thread-4) [n:127.0.0.1:42274_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 882529 INFO (jetty-launcher-2107-thread-4) [n:127.0.0.1:42274_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35949/solr ready
[junit4] 2> 882539 INFO (jetty-launcher-2107-thread-3) [n:127.0.0.1:43486_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 882559 INFO (jetty-launcher-2107-thread-4) [n:127.0.0.1:42274_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 882580 INFO (jetty-launcher-2107-thread-4) [n:127.0.0.1:42274_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42274.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56a46afd
[junit4] 2> 882626 INFO (jetty-launcher-2107-thread-3) [n:127.0.0.1:43486_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43486.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56a46afd
[junit4] 2> 882627 INFO (jetty-launcher-2107-thread-4) [n:127.0.0.1:42274_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42274.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56a46afd
[junit4] 2> 882627 INFO (jetty-launcher-2107-thread-4) [n:127.0.0.1:42274_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42274.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56a46afd
[junit4] 2> 882628 INFO (jetty-launcher-2107-thread-4) [n:127.0.0.1:42274_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_CBD21146638F783-001/tempDir-001/node4/.
[junit4] 2> 882634 INFO (jetty-launcher-2107-thread-3) [n:127.0.0.1:43486_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43486.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56a46afd
[junit4] 2> 882649 INFO (jetty-launcher-2107-thread-3) [n:127.0.0.1:43486_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43486.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56a46afd
[junit4] 2> 882650 INFO (jetty-launcher-2107-thread-3) [n:127.0.0.1:43486_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_CBD21146638F783-001/tempDir-001/node3/.
[junit4] 2> 882817 DEBUG (ScheduledTrigger-1659-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5 and last live nodes: 3
[junit4] 2> 883159 INFO (zkConnectionManagerCallback-2202-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 883164 INFO (SUITE-SearchRateTriggerIntegrationTest-seed#[CBD21146638F783]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 883165 INFO (SUITE-SearchRateTriggerIntegrationTest-seed#[CBD21146638F783]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35949/solr ready
[junit4] 2> 883253 INFO (qtp9520931-6967) [n:127.0.0.1:43486_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=26
[junit4] 2> 883533 INFO (qtp1791137883-6943) [n:127.0.0.1:33809_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=19
[junit4] 2> 883566 INFO (qtp1791137883-6944) [n:127.0.0.1:33809_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=14
[junit4] 2> 883577 INFO (qtp1791137883-6944) [n:127.0.0.1:33809_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 883594 INFO (qtp1791137883-6944) [n:127.0.0.1:33809_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 883595 INFO (qtp1791137883-6940) [n:127.0.0.1:33809_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 883728 INFO (qtp1987742582-6953) [n:127.0.0.1:42170_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 883730 INFO (qtp1987742582-6949) [n:127.0.0.1:42170_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 883742 INFO (qtp1987742582-6950) [n:127.0.0.1:42170_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 883752 INFO (qtp1987742582-6950) [n:127.0.0.1:42170_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 883753 INFO (qtp1987742582-6950) [n:127.0.0.1:42170_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 883811 INFO (qtp695615499-6977) [n:127.0.0.1:42274_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 883886 INFO (qtp695615499-6978) [n:127.0.0.1:42274_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 883887 INFO (qtp695615499-6979) [n:127.0.0.1:42274_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 883897 INFO (qtp695615499-6980) [n:127.0.0.1:42274_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 883901 DEBUG (ScheduledTrigger-1659-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5 and last live nodes: 5
[junit4] 2> 883905 INFO (qtp695615499-6976) [n:127.0.0.1:42274_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 884015 INFO (qtp9520931-6970) [n:127.0.0.1:43486_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 884023 INFO (qtp9520931-6971) [n:127.0.0.1:43486_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 884029 INFO (qtp9520931-6967) [n:127.0.0.1:43486_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 884036 INFO (qtp9520931-6968) [n:127.0.0.1:43486_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 884039 INFO (qtp9520931-6969) [n:127.0.0.1:43486_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 884130 INFO (qtp154101782-6959) [n:127.0.0.1:45969_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 884140 INFO (qtp154101782-6960) [n:127.0.0.1:45969_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 884141 INFO (qtp154101782-6960) [n:127.0.0.1:45969_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 884156 INFO (qtp154101782-6960) [n:127.0.0.1:45969_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 884164 INFO (qtp154101782-6962) [n:127.0.0.1:45969_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 884165 DEBUG (qtp154101782-6961) [n:127.0.0.1:45969_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 884173 DEBUG (zkCallback-2151-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 884217 INFO (qtp154101782-6961) [n:127.0.0.1:45969_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=843
[junit4] 2> 884223 DEBUG (OverseerAutoScalingTriggerThread-74273736914632715-127.0.0.1:33809_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 884275 DEBUG (OverseerAutoScalingTriggerThread-74273736914632715-127.0.0.1:33809_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 884275 DEBUG (OverseerAutoScalingTriggerThread-74273736914632715-127.0.0.1:33809_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 884600 INFO (TEST-SearchRateTriggerIntegrationTest.testAboveSearchRate-seed#[CBD21146638F783]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAboveSearchRate
[junit4] 2> 884601 INFO (TEST-SearchRateTriggerIntegrationTest.testAboveSearchRate-seed#[CBD21146638F783]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 884604 DEBUG (zkCallback-2151-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 884604 DEBUG (OverseerAutoScalingTriggerThread-74273736914632715-127.0.0.1:33809_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 884605 DEBUG (OverseerAutoScalingTriggerThread-74273736914632715-127.0.0.1:33809_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 884605 DEBUG (OverseerAutoScalingTriggerThread-74273736914632715-127.0.0.1:33809_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 884605 INFO (TEST-SearchRateTriggerIntegrationTest.testAboveSearchRate-seed#[CBD21146638F783]) [ ] o.a.s.c.a.SearchRateTriggerIntegrationTest /autoscaling.json reset, new znode version 3
[junit4] 2> 884679 INFO (qtp1791137883-6943) [n:127.0.0.1:33809_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&name=aboveRate_collection&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 884695 INFO (OverseerThreadFactory-1661-thread-1-processing-n:127.0.0.1:33809_solr) [n:127.0.0.1:33809_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection aboveRate_collection
[junit4] 2> 884826 INFO (OverseerStateUpdate-74273736914632715-127.0.0.1:33809_solr-n_0000000000) [n:127.0.0.1:33809_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"aboveRate_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"aboveRate_collection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:43486/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 884828 INFO (OverseerStateUpdate-74273736914632715-127.0.0.1:33809_solr-n_0000000000) [n:127.0.0.1:33809_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"aboveRate_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"aboveRate_collection_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:42274/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 885084 INFO (qtp9520931-6970) [n:127.0.0.1:43486_solr x:aboveRate_collection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=aboveRate_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=aboveRate_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 885119 INFO (qtp695615499-6979) [n:127.0.0.1:42274_solr x:aboveRate_collection_shard1_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=aboveRate_collection_shard1_replica_n2&action=CREATE&numShards=1&collection=aboveRate_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 886187 INFO (qtp9520931-6970) [n:127.0.0.1:43486_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
[junit4] 2> 886247 INFO (qtp9520931-6970) [n:127.0.0.1:43486_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.s.IndexSchema [aboveRate_collection_shard1_replica_n1] Schema name=minimal
[junit4] 2> 886250 INFO (qtp9520931-6970) [n:127.0.0.1:43486_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 886250 INFO (qtp9520931-6970) [n:127.0.0.1:43486_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'aboveRate_collection_shard1_replica_n1' using configuration from collection aboveRate_collection, trusted=true
[junit4] 2> 886250 INFO (qtp9520931-6970) [n:127.0.0.1:43486_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43486.solr.core.aboveRate_collection.shard1.replica_n1' (registry 'solr.core.aboveRate_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56a46afd
[junit4] 2> 886251 INFO (qtp9520931-6970) [n:127.0.0.1:43486_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.c.SolrCore [[aboveRate_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_CBD21146638F783-001/tempDir-001/node3/aboveRate_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_CBD21146638F783-001/tempDir-001/node3/./aboveRate_collection_shard1_replica_n1/data/]
[junit4] 2> 886511 INFO (qtp695615499-6979) [n:127.0.0.1:42274_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
[junit4] 2> 886605 INFO (qtp695615499-6979) [n:127.0.0.1:42274_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.s.IndexSchema [aboveRate_collection_shard1_replica_n2] Schema name=minimal
[junit4] 2> 886607 INFO (qtp695615499-6979) [n:127.0.0.1:42274_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 886620 INFO (qtp695615499-6979) [n:127.0.0.1:42274_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'aboveRate_collection_shard1_replica_n2' using configuration from collection aboveRate_collection, trusted=true
[junit4] 2> 886620 INFO (qtp695615499-6979) [n:127.0.0.1:42274_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42274.solr.core.aboveRate_collection.shard1.replica_n2' (registry 'solr.core.aboveRate_collection.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56a46afd
[junit4] 2> 886621 INFO (qtp695615499-6979) [n:127.0.0.1:42274_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.SolrCore [[aboveRate_collection_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_CBD21146638F783-001/tempDir-001/node4/aboveRate_collection_shard1_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_CBD21146638F783-001/tempDir-001/node4/./aboveRate_collection_shard1_replica_n2/data/]
[junit4] 2> 886810 INFO (qtp9520931-6970) [n:127.0.0.1:43486_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 886810 INFO (qtp9520931-6970) [n:127.0.0.1:43486_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 886813 INFO (qtp9520931-6970) [n:127.0.0.1:43486_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 886813 INFO (qtp9520931-6970) [n:127.0.0.1:43486_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 886814 INFO (qtp9520931-6970) [n:127.0.0.1:43486_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4634f3f5[aboveRate_collection_shard1_replica_n1] main]
[junit4] 2> 886847 INFO (qtp695615499-6979) [n:127.0.0.1:42274_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 886847 INFO (qtp695615499-6979) [n:127.0.0.1:42274_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 886848 INFO (qtp9520931-6970) [n:127.0.0.1:43486_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 886848 INFO (qtp9520931-6970) [n:127.0.0.1:43486_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 886848 INFO (qtp9520931-6970) [n:127.0.0.1:43486_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 886849 INFO (qtp9520931-6970) [n:127.0.0.1:43486_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1626842870752215040
[junit4] 2> 886850 INFO (qtp695615499-6979) [n:127.0.0.1:42274_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 886850 INFO (qtp695615499-6979) [n:127.0.0.1:42274_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 886864 INFO (searcherExecutor-1688-thread-1-processing-n:127.0.0.1:43486_solr x:aboveRate_collection_shard1_replica_n1 c:aboveRate_collection s:shard1 r:core_node3) [n:127.0.0.1:43486_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.c.SolrCore [aboveRate_collection_shard1_replica_n1] Registered new searcher Searcher@4634f3f5[aboveRate_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 886864 INFO (qtp695615499-6979) [n:127.0.0.1:42274_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@4ac40b41[aboveRate_collection_shard1_replica_n2] main]
[junit4] 2> 886952 INFO (qtp695615499-6979) [n:127.0.0.1:42274_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 886952 INFO (qtp9520931-6970) [n:127.0.0.1:43486_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/aboveRate_collection/terms/shard1 to Terms{values={core_node3=0}, version=0}
[junit4] 2> 886953 INFO (qtp9520931-6970) [n:127.0.0.1:43486_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/aboveRate_collection/leaders/shard1
[junit4] 2> 886954 INFO (qtp695615499-6979) [n:127.0.0.1:42274_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 886955 INFO (qtp695615499-6979) [n:127.0.0.1:42274_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 886955 INFO (qtp695615499-6979) [n:127.0.0.1:42274_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1626842870863364096
[junit4] 2> 886989 INFO (qtp9520931-6970) [n:127.0.0.1:43486_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 887030 INFO (searcherExecutor-1689-thread-1-processing-n:127.0.0.1:42274_solr x:aboveRate_collection_shard1_replica_n2 c:aboveRate_collection s:shard1 r:core_node4) [n:127.0.0.1:42274_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.SolrCore [aboveRate_collection_shard1_replica_n2] Registered new searcher Searcher@4ac40b41[aboveRate_collection_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 887049 INFO (qtp695615499-6979) [n:127.0.0.1:42274_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/aboveRate_collection/terms/shard1 to Terms{values={core_node3=0, core_node4=0}, version=1}
[junit4] 2> 887049 INFO (qtp695615499-6979) [n:127.0.0.1:42274_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/aboveRate_collection/leaders/shard1
[junit4] 2> 887504 INFO (qtp9520931-6970) [n:127.0.0.1:43486_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 887504 INFO (qtp9520931-6970) [n:127.0.0.1:43486_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 887504 INFO (qtp9520931-6970) [n:127.0.0.1:43486_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:43486/solr/aboveRate_collection_shard1_replica_n1/
[junit4] 2> 887504 INFO (qtp9520931-6970) [n:127.0.0.1:43486_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=aboveRate_collection_shard1_replica_n1 url=https://127.0.0.1:43486/solr START replicas=[https://127.0.0.1:42274/solr/aboveRate_collection_shard1_replica_n2/] nUpdates=100
[junit4] 2> 887505 INFO (qtp9520931-6970) [n:127.0.0.1:43486_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=aboveRate_collection_shard1_replica_n1 url=https://127.0.0.1:43486/solr DONE. We have no versions. sync failed.
[junit4] 2> 887553 INFO (qtp695615499-6977) [n:127.0.0.1:42274_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=14
[junit4] 2> 887553 INFO (qtp9520931-6970) [n:127.0.0.1:43486_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 887553 INFO (qtp9520931-6970) [n:127.0.0.1:43486_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 887554 INFO (qtp9520931-6970) [n:127.0.0.1:43486_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/aboveRate_collection/leaders/shard1/leader after winning as /collections/aboveRate_collection/leader_elect/shard1/election/74273736914632723-core_node3-n_0000000000
[junit4] 2> 887555 INFO (qtp9520931-6970) [n:127.0.0.1:43486_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:43486/solr/aboveRate_collection_shard1_replica_n1/ shard1
[junit4] 2> 887682 INFO (zkCallback-2178-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/aboveRate_collection/state.json] for collection [aboveRate_collection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 887698 INFO (qtp9520931-6970) [n:127.0.0.1:43486_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 887699 INFO (qtp9520931-6970) [n:127.0.0.1:43486_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=aboveRate_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=aboveRate_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2615
[junit4] 2> 887807 INFO (zkCallback-2178-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/aboveRate_collection/state.json] for collection [aboveRate_collection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 887827 INFO (zkCallback-2178-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/aboveRate_collection/state.json] for collection [aboveRate_collection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 888084 INFO (qtp695615499-6979) [n:127.0.0.1:42274_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=aboveRate_collection_shard1_replica_n2&action=CREATE&numShards=1&collection=aboveRate_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2965
[junit4] 2> 888221 INFO (qtp1791137883-6943) [n:127.0.0.1:33809_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 888228 INFO (zkCallback-2178-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state
[...truncated too long message...]
ttings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/null2049488953
[copy] Copying 239 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/null2049488953
[delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-8.x/checkout/solr/null2049488953
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 41ms :: artifacts dl 19ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 605 minutes 30 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1072)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1074)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)