You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2019/02/03 11:02:47 UTC
[JENKINS] Lucene-Solr-NightlyTests-8.x - Build # 14 - Unstable
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.x/14/
3 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest
Error Message:
ObjectTracker found 2 object(s) that were not released!!! [SolrZkClient, ZkStateReader] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:203) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:126) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:116) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:306) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:160) at org.apache.solr.client.solrj.impl.CloudSolrClient.connect(CloudSolrClient.java:399) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:827) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:997) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224) at org.apache.solr.client.solrj.impl.SolrClientCloudManager.request(SolrClientCloudManager.java:115) at org.apache.solr.cloud.autoscaling.SystemLogListener.onEvent(SystemLogListener.java:126) at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerListeners.fireListeners(ScheduledTriggers.java:836) at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerListeners.fireListeners(ScheduledTriggers.java:803) at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$add$4(ScheduledTriggers.java:297) at org.apache.solr.cloud.autoscaling.NodeLostTrigger.run(NodeLostTrigger.java:185) at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerWrapper.run(ScheduledTriggers.java:633) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:328) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:160) at org.apache.solr.client.solrj.impl.CloudSolrClient.connect(CloudSolrClient.java:399) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:827) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:997) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224) at org.apache.solr.client.solrj.impl.SolrClientCloudManager.request(SolrClientCloudManager.java:115) at org.apache.solr.cloud.autoscaling.SystemLogListener.onEvent(SystemLogListener.java:126) at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerListeners.fireListeners(ScheduledTriggers.java:836) at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerListeners.fireListeners(ScheduledTriggers.java:803) at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$add$4(ScheduledTriggers.java:297) at org.apache.solr.cloud.autoscaling.NodeLostTrigger.run(NodeLostTrigger.java:185) at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerWrapper.run(ScheduledTriggers.java:633) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) expected null, but was:<ObjectTracker found 2 object(s) that were not released!!! [SolrZkClient, ZkStateReader] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:203) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:126) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:116) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:306) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:160) at org.apache.solr.client.solrj.impl.CloudSolrClient.connect(CloudSolrClient.java:399) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:827) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:997) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224) at org.apache.solr.client.solrj.impl.SolrClientCloudManager.request(SolrClientCloudManager.java:115) at org.apache.solr.cloud.autoscaling.SystemLogListener.onEvent(SystemLogListener.java:126) at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerListeners.fireListeners(ScheduledTriggers.java:836) at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerListeners.fireListeners(ScheduledTriggers.java:803) at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$add$4(ScheduledTriggers.java:297) at org.apache.solr.cloud.autoscaling.NodeLostTrigger.run(NodeLostTrigger.java:185) at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerWrapper.run(ScheduledTriggers.java:633) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:328) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:160) at org.apache.solr.client.solrj.impl.CloudSolrClient.connect(CloudSolrClient.java:399) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:827) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:997) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224) at org.apache.solr.client.solrj.impl.SolrClientCloudManager.request(SolrClientCloudManager.java:115) at org.apache.solr.cloud.autoscaling.SystemLogListener.onEvent(SystemLogListener.java:126) at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerListeners.fireListeners(ScheduledTriggers.java:836) at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerListeners.fireListeners(ScheduledTriggers.java:803) at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$add$4(ScheduledTriggers.java:297) at org.apache.solr.cloud.autoscaling.NodeLostTrigger.run(NodeLostTrigger.java:185) at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerWrapper.run(ScheduledTriggers.java:633) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) >
Stack Trace:
java.lang.AssertionError: ObjectTracker found 2 object(s) that were not released!!! [SolrZkClient, ZkStateReader]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:203)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:126)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:116)
at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:306)
at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:160)
at org.apache.solr.client.solrj.impl.CloudSolrClient.connect(CloudSolrClient.java:399)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:827)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:997)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
at org.apache.solr.client.solrj.impl.SolrClientCloudManager.request(SolrClientCloudManager.java:115)
at org.apache.solr.cloud.autoscaling.SystemLogListener.onEvent(SystemLogListener.java:126)
at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerListeners.fireListeners(ScheduledTriggers.java:836)
at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerListeners.fireListeners(ScheduledTriggers.java:803)
at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$add$4(ScheduledTriggers.java:297)
at org.apache.solr.cloud.autoscaling.NodeLostTrigger.run(NodeLostTrigger.java:185)
at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerWrapper.run(ScheduledTriggers.java:633)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:328)
at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:160)
at org.apache.solr.client.solrj.impl.CloudSolrClient.connect(CloudSolrClient.java:399)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:827)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:997)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
at org.apache.solr.client.solrj.impl.SolrClientCloudManager.request(SolrClientCloudManager.java:115)
at org.apache.solr.cloud.autoscaling.SystemLogListener.onEvent(SystemLogListener.java:126)
at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerListeners.fireListeners(ScheduledTriggers.java:836)
at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerListeners.fireListeners(ScheduledTriggers.java:803)
at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$add$4(ScheduledTriggers.java:297)
at org.apache.solr.cloud.autoscaling.NodeLostTrigger.run(NodeLostTrigger.java:185)
at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerWrapper.run(ScheduledTriggers.java:633)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
expected null, but was:<ObjectTracker found 2 object(s) that were not released!!! [SolrZkClient, ZkStateReader]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:203)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:126)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:116)
at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:306)
at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:160)
at org.apache.solr.client.solrj.impl.CloudSolrClient.connect(CloudSolrClient.java:399)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:827)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:997)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
at org.apache.solr.client.solrj.impl.SolrClientCloudManager.request(SolrClientCloudManager.java:115)
at org.apache.solr.cloud.autoscaling.SystemLogListener.onEvent(SystemLogListener.java:126)
at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerListeners.fireListeners(ScheduledTriggers.java:836)
at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerListeners.fireListeners(ScheduledTriggers.java:803)
at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$add$4(ScheduledTriggers.java:297)
at org.apache.solr.cloud.autoscaling.NodeLostTrigger.run(NodeLostTrigger.java:185)
at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerWrapper.run(ScheduledTriggers.java:633)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:328)
at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:160)
at org.apache.solr.client.solrj.impl.CloudSolrClient.connect(CloudSolrClient.java:399)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:827)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:997)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
at org.apache.solr.client.solrj.impl.SolrClientCloudManager.request(SolrClientCloudManager.java:115)
at org.apache.solr.cloud.autoscaling.SystemLogListener.onEvent(SystemLogListener.java:126)
at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerListeners.fireListeners(ScheduledTriggers.java:836)
at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerListeners.fireListeners(ScheduledTriggers.java:803)
at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$add$4(ScheduledTriggers.java:297)
at org.apache.solr.cloud.autoscaling.NodeLostTrigger.run(NodeLostTrigger.java:185)
at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerWrapper.run(ScheduledTriggers.java:633)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
>
at __randomizedtesting.SeedInfo.seed([F6A8F3701C997572]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failNotNull(Assert.java:755)
at org.junit.Assert.assertNull(Assert.java:737)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:322)
at sun.reflect.GeneratedMethodAccessor37.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:901)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest
Error Message:
3 threads leaked from SUITE scope at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest: 1) Thread[id=1757, name=ScheduledTrigger-573-thread-4-EventThread, state=WAITING, group=TGRP-AutoscalingHistoryHandlerTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:504) 2) Thread[id=1758, name=zkConnectionManagerCallback-683-thread-1, state=WAITING, group=TGRP-AutoscalingHistoryHandlerTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=1756, name=ScheduledTrigger-573-thread-4-SendThread(lucene2-us-west.apache.org:41205), state=TIMED_WAITING, group=TGRP-AutoscalingHistoryHandlerTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:152) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1062)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest:
1) Thread[id=1757, name=ScheduledTrigger-573-thread-4-EventThread, state=WAITING, group=TGRP-AutoscalingHistoryHandlerTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:504)
2) Thread[id=1758, name=zkConnectionManagerCallback-683-thread-1, state=WAITING, group=TGRP-AutoscalingHistoryHandlerTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=1756, name=ScheduledTrigger-573-thread-4-SendThread(lucene2-us-west.apache.org:41205), state=TIMED_WAITING, group=TGRP-AutoscalingHistoryHandlerTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:152)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1062)
at __randomizedtesting.SeedInfo.seed([F6A8F3701C997572]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=1758, name=zkConnectionManagerCallback-683-thread-1, state=WAITING, group=TGRP-AutoscalingHistoryHandlerTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=1756, name=ScheduledTrigger-573-thread-4-SendThread(lucene2-us-west.apache.org:41205), state=TIMED_WAITING, group=TGRP-AutoscalingHistoryHandlerTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1049)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=1758, name=zkConnectionManagerCallback-683-thread-1, state=WAITING, group=TGRP-AutoscalingHistoryHandlerTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=1756, name=ScheduledTrigger-573-thread-4-SendThread(lucene2-us-west.apache.org:41205), state=TIMED_WAITING, group=TGRP-AutoscalingHistoryHandlerTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1049)
at __randomizedtesting.SeedInfo.seed([F6A8F3701C997572]:0)
Build Log:
[...truncated 13627 lines...]
[junit4] Suite: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_F6A8F3701C997572-001/init-core-data-001
[junit4] 2> 333980 WARN (SUITE-AutoscalingHistoryHandlerTest-seed#[F6A8F3701C997572]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=22 numCloses=22
[junit4] 2> 333980 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[F6A8F3701C997572]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 333994 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[F6A8F3701C997572]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 333994 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[F6A8F3701C997572]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 333994 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[F6A8F3701C997572]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_F6A8F3701C997572-001/tempDir-001
[junit4] 2> 333995 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[F6A8F3701C997572]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 334024 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 334025 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 334138 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[F6A8F3701C997572]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:41205
[junit4] 2> 334138 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[F6A8F3701C997572]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:41205
[junit4] 2> 334138 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[F6A8F3701C997572]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 41205
[junit4] 2> 334211 INFO (zkConnectionManagerCallback-549-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 334306 INFO (zkConnectionManagerCallback-551-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 334341 INFO (zkConnectionManagerCallback-553-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 334394 WARN (jetty-launcher-554-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 334394 INFO (jetty-launcher-554-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 334394 INFO (jetty-launcher-554-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 334394 INFO (jetty-launcher-554-thread-1) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 334395 WARN (jetty-launcher-554-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 334395 INFO (jetty-launcher-554-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 334395 INFO (jetty-launcher-554-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 334395 INFO (jetty-launcher-554-thread-2) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 334442 INFO (jetty-launcher-554-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 334442 INFO (jetty-launcher-554-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 334442 INFO (jetty-launcher-554-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 334444 INFO (jetty-launcher-554-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@474347c9{/solr,null,AVAILABLE}
[junit4] 2> 334612 INFO (jetty-launcher-554-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 334612 INFO (jetty-launcher-554-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 334612 INFO (jetty-launcher-554-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 334632 INFO (jetty-launcher-554-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@595cc5b8{/solr,null,AVAILABLE}
[junit4] 2> 334634 INFO (jetty-launcher-554-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2a20d591{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:36560}
[junit4] 2> 334634 INFO (jetty-launcher-554-thread-1) [ ] o.e.j.s.Server Started @334694ms
[junit4] 2> 334634 INFO (jetty-launcher-554-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36560}
[junit4] 2> 334635 ERROR (jetty-launcher-554-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 334635 INFO (jetty-launcher-554-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 334635 INFO (jetty-launcher-554-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 334635 INFO (jetty-launcher-554-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 334635 INFO (jetty-launcher-554-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 334635 INFO (jetty-launcher-554-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-02-03T09:06:07.090Z
[junit4] 2> 334718 INFO (jetty-launcher-554-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3c422e5e{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:43444}
[junit4] 2> 334718 INFO (jetty-launcher-554-thread-2) [ ] o.e.j.s.Server Started @334778ms
[junit4] 2> 334718 INFO (jetty-launcher-554-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43444}
[junit4] 2> 334719 ERROR (jetty-launcher-554-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 334719 INFO (jetty-launcher-554-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 334719 INFO (jetty-launcher-554-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 334719 INFO (jetty-launcher-554-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 334719 INFO (jetty-launcher-554-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 334719 INFO (jetty-launcher-554-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-02-03T09:06:07.174Z
[junit4] 2> 334742 INFO (zkConnectionManagerCallback-556-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 334742 INFO (jetty-launcher-554-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 334827 INFO (zkConnectionManagerCallback-558-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 334828 INFO (jetty-launcher-554-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 339994 INFO (jetty-launcher-554-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 340029 WARN (jetty-launcher-554-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@40b88306[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 340071 WARN (jetty-launcher-554-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@76c6c2ea[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 340072 INFO (jetty-launcher-554-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41205/solr
[junit4] 2> 340139 INFO (zkConnectionManagerCallback-564-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 340176 INFO (zkConnectionManagerCallback-566-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 340736 INFO (jetty-launcher-554-thread-2) [n:127.0.0.1:43444_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43444_solr
[junit4] 2> 340736 INFO (jetty-launcher-554-thread-2) [n:127.0.0.1:43444_solr ] o.a.s.c.Overseer Overseer (id=74123430804127750-127.0.0.1:43444_solr-n_0000000000) starting
[junit4] 2> 340829 INFO (zkConnectionManagerCallback-573-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 340831 INFO (jetty-launcher-554-thread-2) [n:127.0.0.1:43444_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41205/solr ready
[junit4] 2> 340902 INFO (jetty-launcher-554-thread-2) [n:127.0.0.1:43444_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43444_solr
[junit4] 2> 340904 DEBUG (OverseerAutoScalingTriggerThread-74123430804127750-127.0.0.1:43444_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 340921 INFO (OverseerStateUpdate-74123430804127750-127.0.0.1:43444_solr-n_0000000000) [n:127.0.0.1:43444_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:43444_solr
[junit4] 2> 340938 INFO (zkCallback-572-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 340954 DEBUG (OverseerAutoScalingTriggerThread-74123430804127750-127.0.0.1:43444_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 340955 DEBUG (OverseerAutoScalingTriggerThread-74123430804127750-127.0.0.1:43444_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
[junit4] 2> 340955 DEBUG (OverseerAutoScalingTriggerThread-74123430804127750-127.0.0.1:43444_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 341014 INFO (OverseerStateUpdate-74123430804127750-127.0.0.1:43444_solr-n_0000000000) [n:127.0.0.1:43444_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 341049 DEBUG (OverseerAutoScalingTriggerThread-74123430804127750-127.0.0.1:43444_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:43444_solr]
[junit4] 2> 341083 DEBUG (ScheduledTrigger-573-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 341099 DEBUG (OverseerAutoScalingTriggerThread-74123430804127750-127.0.0.1:43444_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 341099 DEBUG (OverseerAutoScalingTriggerThread-74123430804127750-127.0.0.1:43444_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 341122 INFO (jetty-launcher-554-thread-2) [n:127.0.0.1:43444_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 341431 INFO (jetty-launcher-554-thread-2) [n:127.0.0.1:43444_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43444.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74f22244
[junit4] 2> 341560 INFO (jetty-launcher-554-thread-2) [n:127.0.0.1:43444_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43444.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74f22244
[junit4] 2> 341560 INFO (jetty-launcher-554-thread-2) [n:127.0.0.1:43444_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43444.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74f22244
[junit4] 2> 341703 INFO (jetty-launcher-554-thread-2) [n:127.0.0.1:43444_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_F6A8F3701C997572-001/tempDir-001/node2/.
[junit4] 2> 342196 DEBUG (ScheduledTrigger-573-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 342441 INFO (jetty-launcher-554-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 342458 WARN (jetty-launcher-554-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@51ba18b1[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 342551 WARN (jetty-launcher-554-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@388075dc[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 342552 INFO (jetty-launcher-554-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41205/solr
[junit4] 2> 342558 INFO (zkConnectionManagerCallback-580-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 342679 INFO (zkConnectionManagerCallback-582-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 342691 INFO (jetty-launcher-554-thread-1) [n:127.0.0.1:36560_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 342741 INFO (jetty-launcher-554-thread-1) [n:127.0.0.1:36560_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:36560_solr as DOWN
[junit4] 2> 342742 INFO (jetty-launcher-554-thread-1) [n:127.0.0.1:36560_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 342742 INFO (jetty-launcher-554-thread-1) [n:127.0.0.1:36560_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36560_solr
[junit4] 2> 342743 DEBUG (OverseerStateUpdate-74123430804127750-127.0.0.1:43444_solr-n_0000000000) [n:127.0.0.1:43444_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:36560_solr"} current state version: 0
[junit4] 2> 342743 DEBUG (OverseerStateUpdate-74123430804127750-127.0.0.1:43444_solr-n_0000000000) [n:127.0.0.1:43444_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:36560_solr
[junit4] 2> 342761 INFO (zkCallback-572-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 342797 INFO (zkCallback-565-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 342833 INFO (zkCallback-581-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 343113 INFO (zkConnectionManagerCallback-589-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 343132 INFO (jetty-launcher-554-thread-1) [n:127.0.0.1:36560_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 343186 INFO (jetty-launcher-554-thread-1) [n:127.0.0.1:36560_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41205/solr ready
[junit4] 2> 343238 INFO (jetty-launcher-554-thread-1) [n:127.0.0.1:36560_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 343259 DEBUG (ScheduledTrigger-573-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 1
[junit4] 2> 343385 INFO (jetty-launcher-554-thread-1) [n:127.0.0.1:36560_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36560.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74f22244
[junit4] 2> 343494 INFO (jetty-launcher-554-thread-1) [n:127.0.0.1:36560_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36560.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74f22244
[junit4] 2> 343495 INFO (jetty-launcher-554-thread-1) [n:127.0.0.1:36560_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36560.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74f22244
[junit4] 2> 343496 INFO (jetty-launcher-554-thread-1) [n:127.0.0.1:36560_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_F6A8F3701C997572-001/tempDir-001/node1/.
[junit4] 2> 343883 INFO (zkConnectionManagerCallback-595-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 343952 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[F6A8F3701C997572]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 343953 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[F6A8F3701C997572]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41205/solr ready
[junit4] 2> 343971 INFO (qtp1260467086-1490) [n:127.0.0.1:36560_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params name=.system&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:43444_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 344110 INFO (OverseerThreadFactory-575-thread-1-processing-n:127.0.0.1:43444_solr) [n:127.0.0.1:43444_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection .system
[junit4] 2> 344329 DEBUG (ScheduledTrigger-573-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 344365 DEBUG (OverseerStateUpdate-74123430804127750-127.0.0.1:43444_solr-n_0000000000) [n:127.0.0.1:43444_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":".system",
[junit4] 2> "fromApi":"true",
[junit4] 2> "numShards":1,
[junit4] 2> "createNodeSet":"127.0.0.1:43444_solr",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 344365 DEBUG (OverseerStateUpdate-74123430804127750-127.0.0.1:43444_solr-n_0000000000) [n:127.0.0.1:43444_solr ] o.a.s.c.o.ClusterStateMutator building a new cName: .system
[junit4] 2> 344381 DEBUG (OverseerStateUpdate-74123430804127750-127.0.0.1:43444_solr-n_0000000000) [n:127.0.0.1:43444_solr ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/.system/state.json
[junit4] 2> 344491 DEBUG (OverseerThreadFactory-575-thread-1-processing-n:127.0.0.1:43444_solr) [n:127.0.0.1:43444_solr ] o.a.s.c.s.c.a.PolicyHelper Creating a new session
[junit4] 2> 344552 INFO (qtp1260467086-1492) [n:127.0.0.1:36560_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 344572 INFO (qtp1260467086-1493) [n:127.0.0.1:36560_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 344574 INFO (qtp1260467086-1489) [n:127.0.0.1:36560_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 344575 INFO (qtp1260467086-1491) [n:127.0.0.1:36560_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 344609 INFO (qtp1260467086-1492) [n:127.0.0.1:36560_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 344631 INFO (qtp438633376-1499) [n:127.0.0.1:43444_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 344694 INFO (qtp438633376-1500) [n:127.0.0.1:43444_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 344698 INFO (qtp438633376-1501) [n:127.0.0.1:43444_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 344700 INFO (qtp438633376-1502) [n:127.0.0.1:43444_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 344701 INFO (qtp438633376-1498) [n:127.0.0.1:43444_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 344720 DEBUG (OverseerThreadFactory-575-thread-1-processing-n:127.0.0.1:43444_solr) [n:127.0.0.1:43444_solr ] o.a.s.c.s.c.a.PolicyHelper New session created
[junit4] 2> 344839 DEBUG (OverseerThreadFactory-575-thread-1-processing-n:127.0.0.1:43444_solr) [n:127.0.0.1:43444_solr ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 31522178231 sessionWrapper.createTime 31522178112324025, this.sessionWrapper.createTime 31522178112324025
[junit4] 2> 344898 DEBUG (OverseerStateUpdate-74123430804127750-127.0.0.1:43444_solr-n_0000000000) [n:127.0.0.1:43444_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".system",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:43444/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 344898 INFO (OverseerStateUpdate-74123430804127750-127.0.0.1:43444_solr-n_0000000000) [n:127.0.0.1:43444_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".system",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:43444/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 344899 DEBUG (OverseerStateUpdate-74123430804127750-127.0.0.1:43444_solr-n_0000000000) [n:127.0.0.1:43444_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{}}
[junit4] 2> 344899 DEBUG (OverseerStateUpdate-74123430804127750-127.0.0.1:43444_solr-n_0000000000) [n:127.0.0.1:43444_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node2":{
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:43444/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 345001 DEBUG (OverseerStateUpdate-74123430804127750-127.0.0.1:43444_solr-n_0000000000) [n:127.0.0.1:43444_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/.system/state.json version: 0
[junit4] 2> 345136 INFO (qtp438633376-1499) [n:127.0.0.1:43444_solr x:.system_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 345137 INFO (qtp438633376-1499) [n:127.0.0.1:43444_solr x:.system_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 345192 DEBUG (OverseerStateUpdate-74123430804127750-127.0.0.1:43444_solr-n_0000000000) [n:127.0.0.1:43444_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:43444/solr",
[junit4] 2> "node_name":"127.0.0.1:43444_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":".system",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 345192 DEBUG (OverseerStateUpdate-74123430804127750-127.0.0.1:43444_solr-n_0000000000) [n:127.0.0.1:43444_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:43444/solr",
[junit4] 2> "node_name":"127.0.0.1:43444_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":".system",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false",
[junit4] 2> "operation":"state"}
[junit4] 2> 345192 DEBUG (OverseerStateUpdate-74123430804127750-127.0.0.1:43444_solr-n_0000000000) [n:127.0.0.1:43444_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node2:{"core":".system_shard1_replica_n1","base_url":"http://127.0.0.1:43444/solr","node_name":"127.0.0.1:43444_solr","state":"down","type":"NRT","force_set_state":"false"}
[junit4] 2> 345192 DEBUG (OverseerStateUpdate-74123430804127750-127.0.0.1:43444_solr-n_0000000000) [n:127.0.0.1:43444_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(.system//collections/.system/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node2":{
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:43444/solr",
[junit4] 2> "node_name":"127.0.0.1:43444_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false"}}}}}
[junit4] 2> 345309 DEBUG (OverseerStateUpdate-74123430804127750-127.0.0.1:43444_solr-n_0000000000) [n:127.0.0.1:43444_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/.system/state.json version: 1
[junit4] 2> 345338 DEBUG (ScheduledTrigger-573-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 346431 DEBUG (ScheduledTrigger-573-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 346449 INFO (qtp438633376-1499) [n:127.0.0.1:43444_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 346708 INFO (qtp438633376-1499) [n:127.0.0.1:43444_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 346727 INFO (qtp438633376-1499) [n:127.0.0.1:43444_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema [.system_shard1_replica_n1] Schema name=_system collection or core
[junit4] 2> 346745 INFO (qtp438633376-1499) [n:127.0.0.1:43444_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 346747 INFO (qtp438633376-1499) [n:127.0.0.1:43444_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/.system/managed-schema
[junit4] 2> 346802 INFO (qtp438633376-1499) [n:127.0.0.1:43444_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/.system/schema.xml to /configs/.system/schema.xml.bak
[junit4] 2> 346802 INFO (qtp438633376-1499) [n:127.0.0.1:43444_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n1' using configuration from collection .system, trusted=true
[junit4] 2> 346802 INFO (qtp438633376-1499) [n:127.0.0.1:43444_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43444.solr.core..system.shard1.replica_n1' (registry 'solr.core..system.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74f22244
[junit4] 2> 346802 INFO (qtp438633376-1499) [n:127.0.0.1:43444_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [[.system_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_F6A8F3701C997572-001/tempDir-001/node2/.system_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_F6A8F3701C997572-001/tempDir-001/node2/./.system_shard1_replica_n1/data/]
[junit4] 2> 347274 INFO (qtp438633376-1499) [n:127.0.0.1:43444_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 347274 INFO (qtp438633376-1499) [n:127.0.0.1:43444_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 347276 INFO (qtp438633376-1499) [n:127.0.0.1:43444_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommitted docs;
[junit4] 2> 347276 INFO (qtp438633376-1499) [n:127.0.0.1:43444_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 347326 INFO (qtp438633376-1499) [n:127.0.0.1:43444_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3e72582e[.system_shard1_replica_n1] main]
[junit4] 2> 347328 INFO (qtp438633376-1499) [n:127.0.0.1:43444_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
[junit4] 2> 347328 INFO (qtp438633376-1499) [n:127.0.0.1:43444_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
[junit4] 2> 347328 INFO (qtp438633376-1499) [n:127.0.0.1:43444_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
[junit4] 2> 347329 INFO (qtp438633376-1499) [n:127.0.0.1:43444_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 347330 INFO (qtp438633376-1499) [n:127.0.0.1:43444_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 347383 INFO (qtp438633376-1499) [n:127.0.0.1:43444_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1624437979703410688
[junit4] 2> 347386 INFO (searcherExecutor-587-thread-1-processing-n:127.0.0.1:43444_solr x:.system_shard1_replica_n1 c:.system s:shard1 r:core_node2) [n:127.0.0.1:43444_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [.system_shard1_replica_n1] Registered new searcher Searcher@3e72582e[.system_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 347416 INFO (qtp438633376-1499) [n:127.0.0.1:43444_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/.system/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 347417 INFO (qtp438633376-1499) [n:127.0.0.1:43444_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/.system/leaders/shard1
[junit4] 2> 347432 DEBUG (ScheduledTrigger-573-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 347456 INFO (qtp438633376-1499) [n:127.0.0.1:43444_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 347457 INFO (qtp438633376-1499) [n:127.0.0.1:43444_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 347457 INFO (qtp438633376-1499) [n:127.0.0.1:43444_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43444/solr/.system_shard1_replica_n1/
[junit4] 2> 347457 INFO (qtp438633376-1499) [n:127.0.0.1:43444_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 347457 INFO (qtp438633376-1499) [n:127.0.0.1:43444_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:43444/solr/.system_shard1_replica_n1/ has no replicas
[junit4] 2> 347457 INFO (qtp438633376-1499) [n:127.0.0.1:43444_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/.system/leaders/shard1/leader after winning as /collections/.system/leader_elect/shard1/election/74123430804127750-core_node2-n_0000000000
[junit4] 2> 347459 INFO (qtp438633376-1499) [n:127.0.0.1:43444_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:43444/solr/.system_shard1_replica_n1/ shard1
[junit4] 2> 347493 DEBUG (OverseerStateUpdate-74123430804127750-127.0.0.1:43444_solr-n_0000000000) [n:127.0.0.1:43444_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":".system",
[junit4] 2> "base_url":"http://127.0.0.1:43444/solr",
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "state":"active"} current state version: 0
[junit4] 2> 347493 DEBUG (OverseerStateUpdate-74123430804127750-127.0.0.1:43444_solr-n_0000000000) [n:127.0.0.1:43444_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/.system/state.json version: 2
[junit4] 2> 347494 INFO (zkCallback-565-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
[junit4] 2> 347496 INFO (qtp438633376-1499) [n:127.0.0.1:43444_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 347530 INFO (qtp438633376-1499) [n:127.0.0.1:43444_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2394
[junit4] 2> 347531 DEBUG (OverseerThreadFactory-575-thread-1-processing-n:127.0.0.1:43444_solr) [n:127.0.0.1:43444_solr ] o.a.s.c.s.c.a.PolicyHelper session set to NULL
[junit4] 2> 347545 DEBUG (OverseerStateUpdate-74123430804127750-127.0.0.1:43444_solr-n_0000000000) [n:127.0.0.1:43444_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:43444/solr",
[junit4] 2> "node_name":"127.0.0.1:43444_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":".system",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 347545 DEBUG (OverseerStateUpdate-74123430804127750-127.0.0.1:43444_solr-n_0000000000) [n:127.0.0.1:43444_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:43444/solr",
[junit4] 2> "node_name":"127.0.0.1:43444_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":".system",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false",
[junit4] 2> "operation":"state"}
[junit4] 2> 347545 DEBUG (OverseerStateUpdate-74123430804127750-127.0.0.1:43444_solr-n_0000000000) [n:127.0.0.1:43444_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node2:{"core":".system_shard1_replica_n1","base_url":"http://127.0.0.1:43444/solr","node_name":"127.0.0.1:43444_solr","state":"active","type":"NRT","force_set_state":"false","leader":"true"}
[junit4] 2> 347546 DEBUG (OverseerStateUpdate-74123430804127750-127.0.0.1:43444_solr-n_0000000000) [n:127.0.0.1:43444_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(.system//collections/.system/state.json/3)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node2":{
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:43444/solr",
[junit4] 2> "node_name":"127.0.0.1:43444_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false",
[junit4] 2> "leader":"true"}}}}}
[junit4] 2> 347548 INFO (qtp1260467086-1490) [n:127.0.0.1:36560_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 347654 DEBUG (OverseerStateUpdate-74123430804127750-127.0.0.1:43444_solr-n_0000000000) [n:127.0.0.1:43444_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/.system/state.json version: 3
[junit4] 2> 347655 INFO (zkCallback-581-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
[junit4] 2> 347655 INFO (qtp1260467086-1490) [n:127.0.0.1:36560_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=.system&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:43444_solr&wt=javabin&version=2} status=0 QTime=3684
[junit4] 2> 347656 INFO (zkCallback-565-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
[junit4] 2> 347656 INFO (zkCallback-565-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
[junit4] 2> 347738 INFO (qtp1260467086-1493) [n:127.0.0.1:36560_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params maxShardsPerNode=3&name=AutoscalingHistoryHandlerTest_collection&nrtReplicas=3&action=CREATE&numShards=1&createNodeSet=127.0.0.1:36560_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 347841 INFO (OverseerThreadFactory-575-thread-2-processing-n:127.0.0.1:43444_solr) [n:127.0.0.1:43444_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection AutoscalingHistoryHandlerTest_collection
[junit4] 2> 347877 INFO (OverseerCollectionConfigSetProcessor-74123430804127750-127.0.0.1:43444_solr-n_0000000000) [n:127.0.0.1:43444_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 347897 INFO (OverseerThreadFactory-575-thread-2-processing-n:127.0.0.1:43444_solr) [n:127.0.0.1:43444_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/protwords.txt
[junit4] 2> 347986 INFO (OverseerThreadFactory-575-thread-2-processing-n:127.0.0.1:43444_solr) [n:127.0.0.1:43444_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/managed-schema
[junit4] 2> 348079 INFO (OverseerThreadFactory-575-thread-2-processing-n:127.0.0.1:43444_solr) [n:127.0.0.1:43444_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/solrconfig.xml
[junit4] 2> 348242 INFO (OverseerThreadFactory-575-thread-2-processing-n:127.0.0.1:43444_solr) [n:127.0.0.1:43444_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/synonyms.txt
[junit4] 2> 348351 INFO (OverseerThreadFactory-575-thread-2-processing-n:127.0.0.1:43444_solr) [n:127.0.0.1:43444_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/stopwords.txt
[junit4] 2> 348432 DEBUG (ScheduledTrigger-573-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 348444 INFO (OverseerThreadFactory-575-thread-2-processing-n:127.0.0.1:43444_solr) [n:127.0.0.1:43444_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/params.json
[junit4] 2> 348573 INFO (OverseerThreadFactory-575-thread-2-processing-n:127.0.0.1:43444_solr) [n:127.0.0.1:43444_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_it.txt
[junit4] 2> 348575 INFO (OverseerThreadFactory-575-thread-2-processing-n:127.0.0.1:43444_solr) [n:127.0.0.1:43444_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_no.txt
[junit4] 2> 348576 INFO (OverseerThreadFactory-575-thread-2-processing-n:127.0.0.1:43444_solr) [n:127.0.0.1:43444_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hy.txt
[junit4] 2> 348578 INFO (OverseerThreadFactory-575-thread-2-processing-n:127.0.0.1:43444_solr) [n:127.0.0.1:43444_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stemdict_nl.txt
[junit4] 2> 348633 INFO (OverseerThreadFactory-575-thread-2-processing-n:127.0.0.1:43444_solr) [n:127.0.0.1:43444_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_ca.txt
[junit4] 2> 348634 INFO (OverseerThreadFactory-575-thread-2-processing-n:127.0.0.1:43444_solr) [n:127.0.0.1:43444_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_id.txt
[junit4] 2> 348647 INFO (OverseerThreadFactory-575-thread-2-processing-n:127.0.0.1:43444_solr) [n:127.0.0.1:43444_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ga.txt
[junit4] 2> 348649 INFO (OverseerThreadFactory-575-thread-2-processing-n:127.0.0.1:43444_solr) [n:127.0.0.1:43444_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_da.txt
[junit4] 2> 348650 INFO (OverseerThreadFactory-575-thread-2-processing-n:127.0.0.1:43444_solr) [n:127.0.0.1:43444_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hi.txt
[junit4] 2> 348704 INFO (OverseerThreadFactory-575-thread-2-processing-n:127.0.0.1:43444_solr) [n:127.0.0.1:43444_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ja.txt
[junit4] 2> 348705 INFO (OverseerThreadFactory-575-thread-2-processing-n:127.0.0.1:43444_solr) [n:127.0.0.1:43444_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_pt.txt
[junit4] 2> 348707 INFO (OverseerThreadFactory-575-thread-2-processing-n:127.0.0.1:43444_solr) [n:127.0.0.1:43444_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hu.txt
[junit4] 2> 348776 INFO (OverseerThreadFactory-575-thread-2-processing-n:127.0.0.1:43444_solr) [n:127.0.0.1:43444_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_el.txt
[junit4] 2> 348778 INFO (OverseerThreadFactory-575-thread-2-processing-n:127.0.0.1:43444_solr) [n:127.0.0.1:43444_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ru.txt
[junit4] 2> 348779 INFO (OverseerThreadFactory-575-thread-2-processing-n:127.0.0.1:43444_solr) [n:127.0.0.1:43444_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_tr.txt
[junit4] 2> 348793 INFO (OverseerThreadFactory-575-thread-2-processing-n:127.0.0.1:43444_solr) [n:127.0.0.1:43444_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ar.txt
[junit4] 2> 348794 INFO (OverseerThreadFactory-575-thread-2-processing-n:127.0.0.1:43444_solr) [n:127.0.0.1:43444_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/userdict_ja.txt
[junit4] 2> 348795 INFO (OverseerThreadFactory-575-thread-2-processing-n:127.0.0.1:43444_solr) [n:127.0.0.1:43444_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_it.txt
[junit4] 2> 348829 INFO (OverseerThreadFactory-575-thread-2-processing-n:127.0.0.1:43444_solr) [n:127.0.0.1:43444_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_eu.txt
[junit4] 2> 348831 INFO (OverseerThreadFactory-575-thread-2-processing-n:127.0.0.1:43444_solr) [n:127.0.0.1:43444_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_cz.txt
[junit4] 2> 348832 INFO (OverseerThreadFactory-575-thread-2-processing-n:127.0.0.1:43444_solr) [n:127.0.0.1:43444_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stoptags_ja.txt
[junit4] 2> 348850 INFO (OverseerThreadFactory-575-thread-2-processing-n:127.0.0.1:43444_solr) [n:127.0.0.1:43444_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_fr.txt
[junit4] 2> 348851 INFO (OverseerThreadFactory-575-thread-2-processing-n:127.0.0.1:43444_solr) [n:127.0.0.1:43444_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fa.txt
[junit4] 2> 348853 INFO (OverseerThreadFactory-575-thread-2-processing-n:127.0.0.1:43444_solr) [n:127.0.0.1:43444_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_de.txt
[junit4] 2> 348866 INFO (OverseerThreadFactory-575-thread-2-processing-n:127.0.0.1:43444_solr) [n:127.0.0.1:43444_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_ga.txt
[junit4] 2> 348867 INFO (OverseerThreadFactory-575-thread-2-processing-n:127.0.0.1:43444_solr) [n:127.0.0.1:43444_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ca.txt
[junit4] 2> 348869 INFO (OverseerThreadFactory-575-thread-2-processing-n:127.0.0.1:43444_solr) [n:127.0.0.1:43444_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_nl.txt
[junit4] 2> 348903 INFO (OverseerThreadFactory-575-thread-2-processing-n:127.0.0.1:43444_solr) [n:127.0.0.1:43444_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_bg.txt
[junit4] 2> 348904 INFO (OverseerThreadFactory-575-thread-2-processing-n:127.0.0.1:43444_solr) [n:127.0.0.1:43444_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_es.txt
[junit4] 2> 348905 INFO (OverseerThreadFactory-575-thread-2-processing-n:127.0.0.1:43444_solr) [n:127.0.0.1:43444_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_en.txt
[junit4] 2> 348939 INFO (OverseerThreadFactory-575-thread-2-processing-n:127.0.0.1:43444_solr) [n:127.0.0.1:43444_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_lv.txt
[junit4] 2> 348940 INFO (OverseerThreadFactory-575-thread-2-processing-n:127.0.0.1:43444_solr) [n:127.0.0.1:43444_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_th.txt
[junit4] 2> 348942 INFO (OverseerThreadFactory-575-thread-2-processing-n:127.0.0.1:43444_solr) [n:127.0.0.1:43444_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ro.txt
[junit4] 2> 348960 INFO (OverseerThreadFactory-575-thread-2-processing-n:127.0.0.1:43444_solr) [n:127.0.0.1:43444_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fr.txt
[junit4] 2> 348961 INFO (OverseerThreadFactory-575-thread-2-processing-n:127.0.0.1:43444_solr) [n:127.0.0.1:43444_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_sv.txt
[junit4] 2> 348996 INFO (OverseerThreadFactory-575-thread-2-processing-n:127.0.0.1:43444_solr) [n:127.0.0.1:43444_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fi.txt
[junit4] 2> 348997 INFO (OverseerThreadFactory-575-thread-2-processing-n:127.0.0.1:43444_solr) [n:127.0.0.1:43444_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/hyphenations_ga.txt
[junit4] 2> 348998 INFO (OverseerThreadFactory-575-thread-2-processing-n:127.0.0.1:43444_solr) [n:127.0.0.1:43444_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_gl.txt
[junit4] 2> 349223 DEBUG (OverseerStateUpdate-74123430804127750-127.0.0.1:43444_solr-n_0000000000) [n:127.0.0.1:43444_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "numShards":"1",
[junit4] 2> "maxShardsPerNode":"3",
[junit4] 2> "createNodeSet":"127.0.0.1:36560_solr",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 349224 DEBUG (OverseerStateUpdate-74123430804127750-127.0.0.1:43444_solr-n_0000000000) [n:127.0.0.1:43444_solr ] o.a.s.c.o.ClusterStateMutator building a new cName: AutoscalingHistoryHandlerTest_collection
[junit4] 2> 349331 DEBUG (OverseerStateUpdate-74123430804127750-127.0.0.1:43444_solr-n_0000000000) [n:127.0.0.1:43444_solr ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json
[junit4] 2> 349441 WARN (OverseerThreadFactory-575-thread-2-processing-n:127.0.0.1:43444_solr) [n:127.0.0.1:43444_solr ] o.a.s.c.a.c.CreateCollectionCmd Specified number of replicas of 3 on collection AutoscalingHistoryHandlerTest_collection is higher than the number of Solr instances currently live or live and part of your createNodeSet(1). It's unusual to run two replica of the same slice on the same Solr-instance.
[junit4] 2> 349441 DEBUG (OverseerThreadFactory-575-thread-2-processing-n:127.0.0.1:43444_solr) [n:127.0.0.1:43444_solr ] o.a.s.c.s.c.a.PolicyHelper Creating a new session
[junit4] 2> 349448 DEBUG (ScheduledTrigger-573-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 349458 INFO (qtp1260467086-1489) [n:127.0.0.1:36560_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 349459 INFO (qtp1260467086-1491) [n:127.0.0.1:36560_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 349460 INFO (qtp1260467086-1492) [n:127.0.0.1:36560_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 349495 INFO (qtp1260467086-1492) [n:127.0.0.1:36560_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 349496 INFO (qtp1260467086-1492) [n:
[...truncated too long message...]
ource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/null887159894
[copy] Copying 236 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/null887159894
[delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/null887159894
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 79ms :: artifacts dl 13ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 507 minutes 32 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1072)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1074)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-NightlyTests-8.x - Build # 19 - Failure
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.x/19/
1 tests failed.
FAILED: org.apache.solr.uninverting.TestDocTermOrdsUninvertLimit.testTriggerUnInvertLimit
Error Message:
GC overhead limit exceeded
Stack Trace:
java.lang.OutOfMemoryError: GC overhead limit exceeded
at __randomizedtesting.SeedInfo.seed([A1B0F4B33B1D3401:9202DC7736AAEEB6]:0)
at org.apache.lucene.codecs.memory.DirectPostingsFormat$DirectField.<init>(DirectPostingsFormat.java:460)
at org.apache.lucene.codecs.memory.DirectPostingsFormat$DirectFields.<init>(DirectPostingsFormat.java:131)
at org.apache.lucene.codecs.memory.DirectPostingsFormat.fieldsProducer(DirectPostingsFormat.java:115)
at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:288)
at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:368)
at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:113)
at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:83)
at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:172)
at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4604)
at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4054)
at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2155)
at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5116)
at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1287)
at org.apache.lucene.index.IndexWriter.addDocuments(IndexWriter.java:1257)
at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:159)
at org.apache.solr.uninverting.TestDocTermOrdsUninvertLimit.testTriggerUnInvertLimit(TestDocTermOrdsUninvertLimit.java:65)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
Build Log:
[...truncated 13925 lines...]
[junit4] Suite: org.apache.solr.uninverting.TestDocTermOrdsUninvertLimit
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestDocTermOrdsUninvertLimit -Dtests.method=testTriggerUnInvertLimit -Dtests.seed=A1B0F4B33B1D3401 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/test-data/enwiki.random.lines.txt -Dtests.locale=ar-MA -Dtests.timezone=Antarctica/Syowa -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 79.0s J2 | TestDocTermOrdsUninvertLimit.testTriggerUnInvertLimit <<<
[junit4] > Throwable #1: java.lang.OutOfMemoryError: GC overhead limit exceeded
[junit4] > at __randomizedtesting.SeedInfo.seed([A1B0F4B33B1D3401:9202DC7736AAEEB6]:0)
[junit4] > at org.apache.lucene.codecs.memory.DirectPostingsFormat$DirectField.<init>(DirectPostingsFormat.java:460)
[junit4] > at org.apache.lucene.codecs.memory.DirectPostingsFormat$DirectFields.<init>(DirectPostingsFormat.java:131)
[junit4] > at org.apache.lucene.codecs.memory.DirectPostingsFormat.fieldsProducer(DirectPostingsFormat.java:115)
[junit4] > at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:288)
[junit4] > at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:368)
[junit4] > at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:113)
[junit4] > at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:83)
[junit4] > at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:172)
[junit4] > at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4604)
[junit4] > at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4054)
[junit4] > at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
[junit4] > at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2155)
[junit4] > at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5116)
[junit4] > at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1287)
[junit4] > at org.apache.lucene.index.IndexWriter.addDocuments(IndexWriter.java:1257)
[junit4] > at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:159)
[junit4] > at org.apache.solr.uninverting.TestDocTermOrdsUninvertLimit.testTriggerUnInvertLimit(TestDocTermOrdsUninvertLimit.java:65)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene80): {field=PostingsFormat(name=Direct)}, docValues:{}, maxPointsInLeafNode=1067, maxMBSortInHeap=5.535278901250534, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1f4045b2), locale=ar-MA, timezone=Antarctica/Syowa
[junit4] 2> NOTE: Linux 4.4.0-137-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=1,free=256028392,total=477626368
[junit4] 2> NOTE: All tests run in this JVM: [TaggerTest, LukeRequestHandlerTest, PeerSyncTest, AutoScalingHandlerTest, MoreLikeThisHandlerTest, TestCustomSort, SearchRateTriggerTest, HdfsRecoverLeaseTest, TestReversedWildcardFilterFactory, JWTAuthPluginIntegrationTest, DistributedFacetPivotSmallAdvancedTest, TestRecoveryHdfs, DistributedQueryElevationComponentTest, NodeAddedTriggerTest, FileUtilsTest, RequiredFieldsTest, TestCopyFieldCollectionResource, TestSimTriggerIntegration, TriggerSetPropertiesIntegrationTest, TestFilteredDocIdSet, ResponseBuilderTest, TestNamedUpdateProcessors, TestSolrDeletionPolicy2, SimpleCollectionCreateDeleteTest, TestDownShardTolerantSearch, DefaultValueUpdateProcessorTest, NumericFieldsTest, ClassificationUpdateProcessorIntegrationTest, TestJoin, SolrMetricReporterTest, SolrGraphiteReporterTest, HLLSerializationTest, TestDistributedGrouping, OutputWriterTest, MetricsConfigTest, BooleanFieldTest, HdfsUnloadDistributedZkTest, TestPseudoReturnFields, MetricTriggerIntegrationTest, TestInitQParser, SolrXmlInZkTest, TestLMDirichletSimilarityFactory, SuggesterWFSTTest, SuggestComponentContextFilterQueryTest, CursorMarkTest, TestPullReplica, TestNonDefinedSimilarityFactory, TestHdfsCloudBackupRestore, TestConfigSetsAPIExclusivity, MoveReplicaHDFSTest, AssignTest, HDFSCollectionsAPITest, ScriptEngineTest, TriggerCooldownIntegrationTest, CoreAdminHandlerTest, SolrRrdBackendFactoryTest, PeerSyncWithLeaderAndIndexFingerprintCachingTest, TestSha256AuthenticationProvider, TestWithCollection, DirectUpdateHandlerTest, ConvertedLegacyTest, MultiThreadedOCPTest, TestSimNodeAddedTrigger, AlternateDirectoryTest, TestCustomStream, EnumFieldTest, DistributedTermsComponentTest, TestCodecSupport, PreAnalyzedFieldManagedSchemaCloudTest, TestXmlQParserPlugin, BasicDistributedZkTest, HdfsDirectoryTest, TestExpandComponent, TestStressLucene, V2StandaloneTest, PrimUtilsTest, CollectionStateFormat2Test, DebugComponentTest, TestSweetSpotSimilarityFactory, EmbeddedSolrNoSerializeTest, TestExceedMaxTermLength, TestFastOutputStream, TestStressInPlaceUpdates, TestClusterStateMutator, SliceStateTest, TestChildDocTransformer, TestJsonFacetsWithNestedObjects, TestSizeLimitedDistributedMap, TestSimpleTrackingShardHandler, TestConfigSetImmutable, TestSolrCloudWithHadoopAuthPlugin, FieldMutatingUpdateProcessorTest, CreateRoutedAliasTest, CurrencyFieldTypeTest, TestSearchPerf, AssignBackwardCompatibilityTest, TestDocTermOrdsUninvertLimit]
[junit4] Completed [211/843 (1!)] on J2 in 79.28s, 1 test, 1 error <<< FAILURES!
[...truncated 2100 lines...]
[junit4] JVM J2: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/temp/junit4-J2-20190210_183934_0644676747774995483639.sysout
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] java.lang.OutOfMemoryError: GC overhead limit exceeded
[junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/heapdumps/java_pid28439.hprof ...
[junit4] Heap dump file created [505776252 bytes in 1.758 secs]
[junit4] <<< JVM J2: EOF ----
[...truncated 8945 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/build.xml:651: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/build.xml:585: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid28439.hprof
Total time: 266 minutes 3 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-8.x - Build # 18 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.x/18/
8 tests failed.
FAILED: org.apache.lucene.codecs.simpletext.TestSimpleTextTermVectorsFormat.testRamBytesUsed
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([8B6903635FF3C5F6]:0)
FAILED: junit.framework.TestSuite.org.apache.lucene.codecs.simpletext.TestSimpleTextTermVectorsFormat
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([8B6903635FF3C5F6]:0)
FAILED: org.apache.solr.cloud.hdfs.HdfsUnloadDistributedZkTest.test
Error Message:
Captured an uncaught exception in thread: Thread[id=76625, name=testExecutor-7860-thread-9, state=RUNNABLE, group=TGRP-HdfsUnloadDistributedZkTest]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=76625, name=testExecutor-7860-thread-9, state=RUNNABLE, group=TGRP-HdfsUnloadDistributedZkTest]
Caused by: java.lang.RuntimeException: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:39347
at __randomizedtesting.SeedInfo.seed([241621F36175BCEF]:0)
at org.apache.solr.cloud.BasicDistributedZkTest.lambda$createCollectionInOneInstance$1(BasicDistributedZkTest.java:659)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:39347
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:661)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:256)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:245)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
at org.apache.solr.cloud.BasicDistributedZkTest.lambda$createCollectionInOneInstance$1(BasicDistributedZkTest.java:657)
... 4 more
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:549)
... 9 more
FAILED: junit.framework.TestSuite.org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest
Error Message:
ObjectTracker found 2 object(s) that were not released!!! [ZkStateReader, SolrZkClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:328) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:160) at org.apache.solr.client.solrj.impl.CloudSolrClient.connect(CloudSolrClient.java:399) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:827) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:950) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224) at org.apache.solr.client.solrj.impl.SolrClientCloudManager.request(SolrClientCloudManager.java:115) at org.apache.solr.cloud.autoscaling.SystemLogListener.onEvent(SystemLogListener.java:126) at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerListeners.fireListeners(ScheduledTriggers.java:836) at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:326) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:203) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:126) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:116) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:306) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:160) at org.apache.solr.client.solrj.impl.CloudSolrClient.connect(CloudSolrClient.java:399) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:827) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:950) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224) at org.apache.solr.client.solrj.impl.SolrClientCloudManager.request(SolrClientCloudManager.java:115) at org.apache.solr.cloud.autoscaling.SystemLogListener.onEvent(SystemLogListener.java:126) at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerListeners.fireListeners(ScheduledTriggers.java:836) at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:326) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) expected null, but was:<ObjectTracker found 2 object(s) that were not released!!! [ZkStateReader, SolrZkClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:328) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:160) at org.apache.solr.client.solrj.impl.CloudSolrClient.connect(CloudSolrClient.java:399) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:827) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:950) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224) at org.apache.solr.client.solrj.impl.SolrClientCloudManager.request(SolrClientCloudManager.java:115) at org.apache.solr.cloud.autoscaling.SystemLogListener.onEvent(SystemLogListener.java:126) at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerListeners.fireListeners(ScheduledTriggers.java:836) at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:326) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:203) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:126) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:116) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:306) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:160) at org.apache.solr.client.solrj.impl.CloudSolrClient.connect(CloudSolrClient.java:399) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:827) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:950) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224) at org.apache.solr.client.solrj.impl.SolrClientCloudManager.request(SolrClientCloudManager.java:115) at org.apache.solr.cloud.autoscaling.SystemLogListener.onEvent(SystemLogListener.java:126) at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerListeners.fireListeners(ScheduledTriggers.java:836) at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:326) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) >
Stack Trace:
java.lang.AssertionError: ObjectTracker found 2 object(s) that were not released!!! [ZkStateReader, SolrZkClient]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:328)
at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:160)
at org.apache.solr.client.solrj.impl.CloudSolrClient.connect(CloudSolrClient.java:399)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:827)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:950)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
at org.apache.solr.client.solrj.impl.SolrClientCloudManager.request(SolrClientCloudManager.java:115)
at org.apache.solr.cloud.autoscaling.SystemLogListener.onEvent(SystemLogListener.java:126)
at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerListeners.fireListeners(ScheduledTriggers.java:836)
at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:326)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:203)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:126)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:116)
at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:306)
at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:160)
at org.apache.solr.client.solrj.impl.CloudSolrClient.connect(CloudSolrClient.java:399)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:827)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:950)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
at org.apache.solr.client.solrj.impl.SolrClientCloudManager.request(SolrClientCloudManager.java:115)
at org.apache.solr.cloud.autoscaling.SystemLogListener.onEvent(SystemLogListener.java:126)
at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerListeners.fireListeners(ScheduledTriggers.java:836)
at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:326)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
expected null, but was:<ObjectTracker found 2 object(s) that were not released!!! [ZkStateReader, SolrZkClient]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:328)
at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:160)
at org.apache.solr.client.solrj.impl.CloudSolrClient.connect(CloudSolrClient.java:399)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:827)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:950)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
at org.apache.solr.client.solrj.impl.SolrClientCloudManager.request(SolrClientCloudManager.java:115)
at org.apache.solr.cloud.autoscaling.SystemLogListener.onEvent(SystemLogListener.java:126)
at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerListeners.fireListeners(ScheduledTriggers.java:836)
at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:326)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:203)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:126)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:116)
at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:306)
at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:160)
at org.apache.solr.client.solrj.impl.CloudSolrClient.connect(CloudSolrClient.java:399)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:827)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:950)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
at org.apache.solr.client.solrj.impl.SolrClientCloudManager.request(SolrClientCloudManager.java:115)
at org.apache.solr.cloud.autoscaling.SystemLogListener.onEvent(SystemLogListener.java:126)
at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerListeners.fireListeners(ScheduledTriggers.java:836)
at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:326)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
>
at __randomizedtesting.SeedInfo.seed([241621F36175BCEF]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failNotNull(Assert.java:755)
at org.junit.Assert.assertNull(Assert.java:737)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:322)
at sun.reflect.GeneratedMethodAccessor57.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:901)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest
Error Message:
3 threads leaked from SUITE scope at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest: 1) Thread[id=161544, name=zkConnectionManagerCallback-71213-thread-1, state=WAITING, group=TGRP-AutoscalingHistoryHandlerTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=161543, name=AutoscalingActionExecutor-18074-thread-1-EventThread, state=WAITING, group=TGRP-AutoscalingHistoryHandlerTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:504) 3) Thread[id=161542, name=AutoscalingActionExecutor-18074-thread-1-SendThread(lucene2-us-west.apache.org:46603), state=TIMED_WAITING, group=TGRP-AutoscalingHistoryHandlerTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:152) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1062)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest:
1) Thread[id=161544, name=zkConnectionManagerCallback-71213-thread-1, state=WAITING, group=TGRP-AutoscalingHistoryHandlerTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=161543, name=AutoscalingActionExecutor-18074-thread-1-EventThread, state=WAITING, group=TGRP-AutoscalingHistoryHandlerTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:504)
3) Thread[id=161542, name=AutoscalingActionExecutor-18074-thread-1-SendThread(lucene2-us-west.apache.org:46603), state=TIMED_WAITING, group=TGRP-AutoscalingHistoryHandlerTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:152)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1062)
at __randomizedtesting.SeedInfo.seed([241621F36175BCEF]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=161544, name=zkConnectionManagerCallback-71213-thread-1, state=WAITING, group=TGRP-AutoscalingHistoryHandlerTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=161542, name=AutoscalingActionExecutor-18074-thread-1-SendThread(lucene2-us-west.apache.org:46603), state=TIMED_WAITING, group=TGRP-AutoscalingHistoryHandlerTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:152) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1062)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=161544, name=zkConnectionManagerCallback-71213-thread-1, state=WAITING, group=TGRP-AutoscalingHistoryHandlerTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=161542, name=AutoscalingActionExecutor-18074-thread-1-SendThread(lucene2-us-west.apache.org:46603), state=TIMED_WAITING, group=TGRP-AutoscalingHistoryHandlerTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:152)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1062)
at __randomizedtesting.SeedInfo.seed([241621F36175BCEF]:0)
FAILED: org.apache.solr.client.solrj.embedded.SolrExampleStreamingHttp2Test.testCommitWithinOnDelete
Error Message:
expected:<1> but was:<0>
Stack Trace:
junit.framework.AssertionFailedError: expected:<1> but was:<0>
at __randomizedtesting.SeedInfo.seed([EFF89EC0BA20F79F:83EC697160A31DA4]:0)
at junit.framework.Assert.fail(Assert.java:57)
at junit.framework.Assert.failNotEquals(Assert.java:329)
at junit.framework.Assert.assertEquals(Assert.java:78)
at junit.framework.Assert.assertEquals(Assert.java:159)
at junit.framework.Assert.assertEquals(Assert.java:166)
at org.apache.solr.client.solrj.SolrExampleTestsBase.testCommitWithinOnDelete(SolrExampleTestsBase.java:147)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestSimExtremeIndexing.testScaleUp
Error Message:
{numFound=941275000,start=0,docs=[]} expected:<1000000000> but was:<941275000>
Stack Trace:
java.lang.AssertionError: {numFound=941275000,start=0,docs=[]} expected:<1000000000> but was:<941275000>
at __randomizedtesting.SeedInfo.seed([241621F36175BCEF:54867516D5B624E]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failNotEquals(Assert.java:834)
at org.junit.Assert.assertEquals(Assert.java:645)
at org.apache.solr.cloud.autoscaling.sim.TestSimExtremeIndexing.testScaleUp(TestSimExtremeIndexing.java:135)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 8388 lines...]
[junit4] Suite: org.apache.lucene.codecs.simpletext.TestSimpleTextTermVectorsFormat
[junit4] 2> ???. 09, 2019 6:19:36 AM com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
[junit4] 2> WARNING: Suite execution timed out: org.apache.lucene.codecs.simpletext.TestSimpleTextTermVectorsFormat
[junit4] 2> 1) Thread[id=9, name=JUnit4-serializer-daemon, state=TIMED_WAITING, group=main]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
[junit4] 2> 2) Thread[id=1, name=main, state=WAITING, group=main]
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at java.lang.Thread.join(Thread.java:1252)
[junit4] 2> at java.lang.Thread.join(Thread.java:1326)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:639)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:496)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:269)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:394)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
[junit4] 2> 3) Thread[id=287, name=TEST-TestSimpleTextTermVectorsFormat.testRamBytesUsed-seed#[8B6903635FF3C5F6], state=RUNNABLE, group=TGRP-TestSimpleTextTermVectorsFormat]
[junit4] 2> at sun.nio.ch.NativeThread.current(Native Method)
[junit4] 2> at sun.nio.ch.NativeThreadSet.add(NativeThreadSet.java:46)
[junit4] 2> at sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:737)
[junit4] 2> at sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:727)
[junit4] 2> at org.apache.lucene.mockfile.FilterFileChannel.read(FilterFileChannel.java:111)
[junit4] 2> at org.apache.lucene.mockfile.FilterFileChannel.read(FilterFileChannel.java:111)
[junit4] 2> at org.apache.lucene.mockfile.FilterFileChannel.read(FilterFileChannel.java:111)
[junit4] 2> at org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
[junit4] 2> at org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
[junit4] 2> at org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54)
[junit4] 2> at org.apache.lucene.store.MockIndexInputWrapper.readByte(MockIndexInputWrapper.java:140)
[junit4] 2> at org.apache.lucene.codecs.simpletext.SimpleTextUtil.readLine(SimpleTextUtil.java:59)
[junit4] 2> at org.apache.lucene.codecs.simpletext.SimpleTextFieldsReader$SimpleTextPostingsEnum.nextPosition(SimpleTextFieldsReader.java:460)
[junit4] 2> at org.apache.lucene.index.MappingMultiPostingsEnum.nextPosition(MappingMultiPostingsEnum.java:113)
[junit4] 2> at org.apache.lucene.codecs.simpletext.SimpleTextFieldsWriter.write(SimpleTextFieldsWriter.java:154)
[junit4] 2> at org.apache.lucene.codecs.simpletext.SimpleTextFieldsWriter.write(SimpleTextFieldsWriter.java:61)
[junit4] 2> at org.apache.lucene.codecs.FieldsConsumer.merge(FieldsConsumer.java:105)
[junit4] 2> at org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:244)
[junit4] 2> at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:139)
[junit4] 2> at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4459)
[junit4] 2> at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4054)
[junit4] 2> at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
[junit4] 2> at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2155)
[junit4] 2> at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5116)
[junit4] 2> at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1597)
[junit4] 2> at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
[junit4] 2> at org.apache.lucene.index.BaseIndexFileFormatTestCase.testRamBytesUsed(BaseIndexFileFormatTestCase.java:276)
[junit4] 2> at org.apache.lucene.index.BaseTermVectorsFormatTestCase.testRamBytesUsed(BaseTermVectorsFormatTestCase.java:71)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 4) Thread[id=286, name=SUITE-TestSimpleTextTermVectorsFormat-seed#[8B6903635FF3C5F6], state=RUNNABLE, group=TGRP-TestSimpleTextTermVectorsFormat]
[junit4] 2> at java.lang.Thread.getStackTrace(Thread.java:1559)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:696)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:693)
[junit4] 2> at java.security.AccessController.doPrivileged(Native Method)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:693)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:709)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:689)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:65)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:415)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:708)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:138)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:629)
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSimpleTextTermVectorsFormat -Dtests.method=testRamBytesUsed -Dtests.seed=8B6903635FF3C5F6 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/test-data/enwiki.random.lines.txt -Dtests.locale=uk-UA -Dtests.timezone=Etc/GMT-0 -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 7200s J0 | TestSimpleTextTermVectorsFormat.testRamBytesUsed <<<
[junit4] > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
[junit4] > at __randomizedtesting.SeedInfo.seed([8B6903635FF3C5F6]:0)
[junit4] 2> ???. 09, 2019 6:19:36 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> ???. 09, 2019 6:19:56 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.lucene.codecs.simpletext.TestSimpleTextTermVectorsFormat:
[junit4] 2> 1) Thread[id=287, name=TEST-TestSimpleTextTermVectorsFormat.testRamBytesUsed-seed#[8B6903635FF3C5F6], state=RUNNABLE, group=TGRP-TestSimpleTextTermVectorsFormat]
[junit4] 2> at sun.nio.ch.NativeThread.current(Native Method)
[junit4] 2> at sun.nio.ch.NativeThreadSet.add(NativeThreadSet.java:46)
[junit4] 2> at sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:737)
[junit4] 2> at sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:727)
[junit4] 2> at org.apache.lucene.mockfile.FilterFileChannel.read(FilterFileChannel.java:111)
[junit4] 2> at org.apache.lucene.mockfile.FilterFileChannel.read(FilterFileChannel.java:111)
[junit4] 2> at org.apache.lucene.mockfile.FilterFileChannel.read(FilterFileChannel.java:111)
[junit4] 2> at org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
[junit4] 2> at org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
[junit4] 2> at org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54)
[junit4] 2> at org.apache.lucene.store.MockIndexInputWrapper.readByte(MockIndexInputWrapper.java:140)
[junit4] 2> at org.apache.lucene.codecs.simpletext.SimpleTextUtil.readLine(SimpleTextUtil.java:59)
[junit4] 2> at org.apache.lucene.codecs.simpletext.SimpleTextTermVectorsReader.readLine(SimpleTextTermVectorsReader.java:231)
[junit4] 2> at org.apache.lucene.codecs.simpletext.SimpleTextTermVectorsReader.get(SimpleTextTermVectorsReader.java:130)
[junit4] 2> at org.apache.lucene.codecs.TermVectorsWriter.merge(TermVectorsWriter.java:223)
[junit4] 2> at org.apache.lucene.index.SegmentMerger.mergeVectors(SegmentMerger.java:238)
[junit4] 2> at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:172)
[junit4] 2> at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4459)
[junit4] 2> at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4054)
[junit4] 2> at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
[junit4] 2> at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2155)
[junit4] 2> at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5116)
[junit4] 2> at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1597)
[junit4] 2> at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
[junit4] 2> at org.apache.lucene.index.BaseIndexFileFormatTestCase.testRamBytesUsed(BaseIndexFileFormatTestCase.java:276)
[junit4] 2> at org.apache.lucene.index.BaseTermVectorsFormatTestCase.testRamBytesUsed(BaseTermVectorsFormatTestCase.java:71)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> ???. 09, 2019 6:19:56 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=287, name=TEST-TestSimpleTextTermVectorsFormat.testRamBytesUsed-seed#[8B6903635FF3C5F6], state=RUNNABLE, group=TGRP-TestSimpleTextTermVectorsFormat]
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/codecs/test/J0/temp/lucene.codecs.simpletext.TestSimpleTextTermVectorsFormat_8B6903635FF3C5F6-001
[junit4] 2> Feb 09, 2019 6:19:56 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: All leaked threads terminated.
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@351665e3), locale=uk-UA, timezone=Etc/GMT-0
[junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=1,free=43896912,total=166199296
[junit4] 2> NOTE: All tests run in this JVM: [TestDirectPostingsFormat, TestSimpleTextLiveDocsFormat, TestOrdsBlockTree, TestSimpleTextTermVectorsFormat]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSimpleTextTermVectorsFormat -Dtests.seed=8B6903635FF3C5F6 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/test-data/enwiki.random.lines.txt -Dtests.locale=uk-UA -Dtests.timezone=Etc/GMT-0 -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J0 | TestSimpleTextTermVectorsFormat (suite) <<<
[junit4] > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4] > at __randomizedtesting.SeedInfo.seed([8B6903635FF3C5F6]:0)
[junit4] Completed [18/19 (1!)] on J0 in 7220.45s, 1 test, 2 errors <<< FAILURES!
[...truncated 5821 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestSimExtremeIndexing
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestSimExtremeIndexing_241621F36175BCEF-001/init-core-data-001
[junit4] 2> 1324783 WARN (SUITE-TestSimExtremeIndexing-seed#[241621F36175BCEF]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=9 numCloses=9
[junit4] 2> 1324783 INFO (SUITE-TestSimExtremeIndexing-seed#[241621F36175BCEF]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1324785 INFO (SUITE-TestSimExtremeIndexing-seed#[241621F36175BCEF]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1324785 INFO (SUITE-TestSimExtremeIndexing-seed#[241621F36175BCEF]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1324821 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testScaleUp
[junit4] 2> 1324913 DEBUG (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10044_solr
[junit4] 2> 1324913 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 1324913 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1324916 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
[junit4] 2> 1324916 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1324929 DEBUG (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=0
[junit4] 2> 1324929 DEBUG (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
[junit4] 2> 1324929 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1324954 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 1324954 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1325212 DEBUG (simCloudManagerPool-2464-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection testScaleUp_collection, currentVersion=1
[junit4] 2> 1325212 DEBUG (simCloudManagerPool-2464-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=1
[junit4] 2> 1325213 DEBUG (simCloudManagerPool-2464-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 1
[junit4] 2> 1325230 DEBUG (simCloudManagerPool-2464-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=2
[junit4] 2> 1325230 DEBUG (simCloudManagerPool-2464-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 2
[junit4] 2> 1326780 DEBUG (simCloudManagerPool-2464-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=3
[junit4] 2> 1326780 DEBUG (simCloudManagerPool-2464-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 3
[junit4] 2> 1326796 DEBUG (simCloudManagerPool-2464-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=4
[junit4] 2> 1326809 DEBUG (simCloudManagerPool-2464-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 4
[junit4] 2> 1326824 DEBUG (simCloudManagerPool-2464-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=5
[junit4] 2> 1326950 DEBUG (simCloudManagerPool-2464-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 5
[junit4] 2> 1326970 DEBUG (simCloudManagerPool-2464-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testScaleUp_collection / shard1 (currentVersion=6): {"core_node1":{
[junit4] 2> "core":"testScaleUp_collection_shard1_replica_n1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testScaleUp_collection",
[junit4] 2> "node_name":"127.0.0.1:10072_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 1326986 DEBUG (simCloudManagerPool-2464-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection testScaleUp_collection, currentVersion=6
[junit4] 2> 1327007 DEBUG (simCloudManagerPool-2464-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=6
[junit4] 2> 1327008 DEBUG (simCloudManagerPool-2464-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 6
[junit4] 2> 1327027 DEBUG (simCloudManagerPool-2464-thread-10) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testScaleUp_collection / shard2 (currentVersion=7): {"core_node3":{
[junit4] 2> "core":"testScaleUp_collection_shard2_replica_n3",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testScaleUp_collection",
[junit4] 2> "node_name":"127.0.0.1:10059_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 1327028 DEBUG (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=7
[junit4] 2> 1327028 DEBUG (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 7
[junit4] 2> 1327134 DEBUG (simCloudManagerPool-2464-thread-11) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1327134 DEBUG (simCloudManagerPool-2464-thread-11) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 1327153 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 1327154 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 1327154 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 1327491 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 200,000
[junit4] 2> 1327745 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 400,000
[junit4] 2> 1327840 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 600,000
[junit4] 2> 1327878 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 800,000
[junit4] 2> 1327901 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 1,000,000
[junit4] 2> 1327917 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 1,200,000
[junit4] 2> 1327948 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 1,400,000
[junit4] 2> 1327963 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 1,600,000
[junit4] 2> 1328001 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 1,800,000
[junit4] 2> 1328058 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 2,000,000
[junit4] 2> 1328088 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 2,200,000
[junit4] 2> 1328144 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 2,400,000
[junit4] 2> 1328148 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 2,600,000
[junit4] 2> 1328189 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 2,800,000
[junit4] 2> 1328204 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 3,000,000
[junit4] 2> 1328241 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 3,200,000
[junit4] 2> 1328281 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 3,400,000
[junit4] 2> 1328322 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 3,600,000
[junit4] 2> 1328378 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 3,800,000
[junit4] 2> 1328429 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 4,000,000
[junit4] 2> 1328432 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 4,200,000
[junit4] 2> 1328432 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 4,400,000
[junit4] 2> 1328466 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 4,600,000
[junit4] 2> 1328482 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 4,800,000
[junit4] 2> 1328512 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 5,000,000
[junit4] 2> 1328513 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 5,200,000
[junit4] 2> 1328513 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 5,400,000
[junit4] 2> 1328526 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 5,600,000
[junit4] 2> 1328527 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 5,800,000
[junit4] 2> 1328528 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 6,000,000
[junit4] 2> 1328529 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 6,200,000
[junit4] 2> 1328530 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 6,400,000
[junit4] 2> 1328542 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 6,600,000
[junit4] 2> 1328547 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 6,800,000
[junit4] 2> 1328548 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 7,000,000
[junit4] 2> 1328548 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 7,200,000
[junit4] 2> 1328549 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 7,400,000
[junit4] 2> 1328549 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 7,600,000
[junit4] 2> 1328550 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 7,800,000
[junit4] 2> 1328563 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 8,000,000
[junit4] 2> 1328564 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 8,200,000
[junit4] 2> 1328564 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 8,400,000
[junit4] 2> 1328565 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 8,600,000
[junit4] 2> 1328565 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 8,800,000
[junit4] 2> 1328566 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 9,000,000
[junit4] 2> 1328583 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 9,200,000
[junit4] 2> 1328583 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 9,400,000
[junit4] 2> 1328584 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 9,600,000
[junit4] 2> 1328585 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 9,800,000
[junit4] 2> 1328585 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 10,000,000
[junit4] 2> 1328599 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 10,200,000
[junit4] 2> 1328600 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 10,400,000
[junit4] 2> 1328600 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 10,600,000
[junit4] 2> 1328601 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 10,800,000
[junit4] 2> 1328601 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 11,000,000
[junit4] 2> 1328602 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 11,200,000
[junit4] 2> 1328603 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 11,400,000
[junit4] 2> 1328615 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 11,600,000
[junit4] 2> 1328628 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 11,800,000
[junit4] 2> 1328629 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 12,000,000
[junit4] 2> 1328629 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 12,200,000
[junit4] 2> 1328630 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 12,400,000
[junit4] 2> 1328630 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 12,600,000
[junit4] 2> 1328631 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 12,800,000
[junit4] 2> 1328632 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 13,000,000
[junit4] 2> 1328644 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 13,200,000
[junit4] 2> 1328664 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 13,400,000
[junit4] 2> 1328665 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 13,600,000
[junit4] 2> 1328665 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 13,800,000
[junit4] 2> 1328666 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 14,000,000
[junit4] 2> 1328680 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 14,200,000
[junit4] 2> 1328686 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 14,400,000
[junit4] 2> 1328686 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 14,600,000
[junit4] 2> 1328705 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 14,800,000
[junit4] 2> 1328727 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 15,000,000
[junit4] 2> 1328739 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 15,200,000
[junit4] 2> 1328775 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 15,400,000
[junit4] 2> 1328810 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 15,600,000
[junit4] 2> 1328826 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 15,800,000
[junit4] 2> 1328847 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 16,000,000
[junit4] 2> 1328848 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 16,200,000
[junit4] 2> 1328849 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 16,400,000
[junit4] 2> 1328863 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 16,600,000
[junit4] 2> 1328864 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 16,800,000
[junit4] 2> 1328864 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 17,000,000
[junit4] 2> 1328884 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 17,200,000
[junit4] 2> 1328899 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 17,400,000
[junit4] 2> 1328900 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 17,600,000
[junit4] 2> 1328919 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 17,800,000
[junit4] 2> 1328936 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 18,000,000
[junit4] 2> 1328956 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 18,200,000
[junit4] 2> 1328972 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 18,400,000
[junit4] 2> 1328993 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 18,600,000
[junit4] 2> 1329009 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 18,800,000
[junit4] 2> 1329045 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 19,000,000
[junit4] 2> 1329046 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 19,200,000
[junit4] 2> 1329046 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 19,400,000
[junit4] 2> 1329048 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 19,600,000
[junit4] 2> 1329065 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 19,800,000
[junit4] 2> 1329066 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 20,000,000
[junit4] 2> 1329066 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 20,200,000
[junit4] 2> 1329067 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 20,400,000
[junit4] 2> 1329067 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 20,600,000
[junit4] 2> 1329068 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 20,800,000
[junit4] 2> 1329068 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 21,000,000
[junit4] 2> 1329081 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 21,200,000
[junit4] 2> 1329082 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 21,400,000
[junit4] 2> 1329082 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 21,600,000
[junit4] 2> 1329083 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 21,800,000
[junit4] 2> 1329083 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 22,000,000
[junit4] 2> 1329084 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 22,200,000
[junit4] 2> 1329084 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 22,400,000
[junit4] 2> 1329101 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 22,600,000
[junit4] 2> 1329122 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 22,800,000
[junit4] 2> 1329160 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 23,000,000
[junit4] 2> 1329175 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 23,200,000
[junit4] 2> 1329195 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 23,400,000
[junit4] 2> 1329211 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 23,600,000
[junit4] 2> 1329232 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 23,800,000
[junit4] 2> 1329273 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 24,000,000
[junit4] 2> 1329300 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 24,200,000
[junit4] 2> 1329321 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 24,400,000
[junit4] 2> 1329373 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 24,600,000
[junit4] 2> 1329374 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 24,800,000
[junit4] 2> 1329375 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 25,000,000
[junit4] 2> 1329375 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 25,200,000
[junit4] 2> 1329376 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 25,400,000
[junit4] 2> 1329376 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 25,600,000
[junit4] 2> 1329390 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 25,800,000
[junit4] 2> 1329391 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 26,000,000
[junit4] 2> 1329416 INFO (TEST-TestSimExtremeIndexing.tes
[...truncated too long message...]
ource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/null379429135
[copy] Copying 237 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/null379429135
[delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/null379429135
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 244ms :: artifacts dl 4ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 673 minutes 12 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1072)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1074)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-NightlyTests-8.x - Build # 17 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.x/17/
2 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.sim.TestSimExtremeIndexing.testScaleUp
Error Message:
{numFound=898550000,start=0,docs=[]} expected:<1000000000> but was:<898550000>
Stack Trace:
java.lang.AssertionError: {numFound=898550000,start=0,docs=[]} expected:<1000000000> but was:<898550000>
at __randomizedtesting.SeedInfo.seed([47BB355B266F1DF2:66E573F92A41C353]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failNotEquals(Assert.java:834)
at org.junit.Assert.assertEquals(Assert.java:645)
at org.apache.solr.cloud.autoscaling.sim.TestSimExtremeIndexing.testScaleUp(TestSimExtremeIndexing.java:135)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.hdfs.StressHdfsTest.test
Error Message:
Error from server at http://127.0.0.1:41088/nd_j/gn/delete_data_dir: Expected mime type application/octet-stream but got application/json. { "error":{ "metadata":[ "error-class","org.apache.solr.common.SolrException", "root-error-class","java.net.SocketTimeoutException"], "msg":"Error trying to proxy request for url: http://127.0.0.1:37946/nd_j/gn/delete_data_dir/update", "trace":"org.apache.solr.common.SolrException: Error trying to proxy request for url: http://127.0.0.1:37946/nd_j/gn/delete_data_dir/update\n\tat org.apache.solr.servlet.HttpSolrCall.remoteQuery(HttpSolrCall.java:647)\n\tat org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:500)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:394)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:340)\n\tat org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)\n\tat org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:164)\n\tat org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)\n\tat org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)\n\tat org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1588)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1345)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)\n\tat org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480)\n\tat org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1557)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1247)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)\n\tat org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703)\n\tat org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)\n\tat org.eclipse.jetty.server.Server.handle(Server.java:502)\n\tat org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364)\n\tat org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)\n\tat org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:305)\n\tat org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)\n\tat org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)\n\tat java.lang.Thread.run(Thread.java:748)\nCaused by: java.net.SocketTimeoutException: Read timed out\n\tat java.net.SocketInputStream.socketRead0(Native Method)\n\tat java.net.SocketInputStream.socketRead(SocketInputStream.java:116)\n\tat java.net.SocketInputStream.read(SocketInputStream.java:171)\n\tat java.net.SocketInputStream.read(SocketInputStream.java:141)\n\tat org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)\n\tat org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)\n\tat org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)\n\tat org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)\n\tat org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)\n\tat org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)\n\tat org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)\n\tat org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)\n\tat org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)\n\tat org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)\n\tat org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:120)\n\tat org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)\n\tat org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)\n\tat org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)\n\tat org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)\n\tat org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)\n\tat org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)\n\tat org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)\n\tat org.apache.solr.servlet.HttpSolrCall.remoteQuery(HttpSolrCall.java:619)\n\t... 28 more\n", "code":500}}
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:41088/nd_j/gn/delete_data_dir: Expected mime type application/octet-stream but got application/json. {
"error":{
"metadata":[
"error-class","org.apache.solr.common.SolrException",
"root-error-class","java.net.SocketTimeoutException"],
"msg":"Error trying to proxy request for url: http://127.0.0.1:37946/nd_j/gn/delete_data_dir/update",
"trace":"org.apache.solr.common.SolrException: Error trying to proxy request for url: http://127.0.0.1:37946/nd_j/gn/delete_data_dir/update\n\tat org.apache.solr.servlet.HttpSolrCall.remoteQuery(HttpSolrCall.java:647)\n\tat org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:500)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:394)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:340)\n\tat org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)\n\tat org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:164)\n\tat org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)\n\tat org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)\n\tat org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1588)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1345)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)\n\tat org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480)\n\tat org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1557)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1247)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)\n\tat org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703)\n\tat org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)\n\tat org.eclipse.jetty.server.Server.handle(Server.java:502)\n\tat org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364)\n\tat org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)\n\tat org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:305)\n\tat org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)\n\tat org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)\n\tat java.lang.Thread.run(Thread.java:748)\nCaused by: java.net.SocketTimeoutException: Read timed out\n\tat java.net.SocketInputStream.socketRead0(Native Method)\n\tat java.net.SocketInputStream.socketRead(SocketInputStream.java:116)\n\tat java.net.SocketInputStream.read(SocketInputStream.java:171)\n\tat java.net.SocketInputStream.read(SocketInputStream.java:141)\n\tat org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)\n\tat org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)\n\tat org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)\n\tat org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)\n\tat org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)\n\tat org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)\n\tat org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)\n\tat org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)\n\tat org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)\n\tat org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)\n\tat org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:120)\n\tat org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)\n\tat org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)\n\tat org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)\n\tat org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)\n\tat org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)\n\tat org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)\n\tat org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)\n\tat org.apache.solr.servlet.HttpSolrCall.remoteQuery(HttpSolrCall.java:619)\n\t... 28 more\n",
"code":500}}
at __randomizedtesting.SeedInfo.seed([47BB355B266F1DF2:CFEF0A818893700A]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:614)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:256)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:245)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:504)
at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:479)
at org.apache.solr.cloud.hdfs.StressHdfsTest.createAndDeleteCollection(StressHdfsTest.java:197)
at org.apache.solr.cloud.hdfs.StressHdfsTest.test(StressHdfsTest.java:108)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13582 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.StressHdfsTest
[junit4] 2> 314836 INFO (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_47BB355B266F1DF2-001/init-core-data-001
[junit4] 2> 314866 WARN (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=13 numCloses=13
[junit4] 2> 314866 INFO (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 314868 INFO (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 314868 INFO (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /nd_j/gn
[junit4] 2> 319313 WARN (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 326826 WARN (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 328274 WARN (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 328491 INFO (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 328508 INFO (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 328509 INFO (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 328509 INFO (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 328555 INFO (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7551a956{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 329885 INFO (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@4f384cad{hdfs,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/jetty-lucene2-us-west.apache.org-44066-hdfs-_-any-1596135155560064552.dir/webapp/,AVAILABLE}{/hdfs}
[junit4] 2> 329886 INFO (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@73aa8d9f{HTTP/1.1,[http/1.1]}{lucene2-us-west.apache.org:44066}
[junit4] 2> 329886 INFO (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.e.j.s.Server Started @330152ms
[junit4] 2> 338628 WARN (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.a.h.h.s.c.MetricsLoggerTask Metrics logging will not be async since the logger is not log4j
[junit4] 2> 341135 WARN (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 341174 INFO (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 341260 INFO (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 341260 INFO (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 341260 INFO (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 341261 INFO (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2cc2e9d2{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 342722 INFO (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@3acc372{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/jetty-localhost-44464-datanode-_-any-8108571928307454523.dir/webapp/,AVAILABLE}{/datanode}
[junit4] 2> 342731 INFO (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@48c90e4d{HTTP/1.1,[http/1.1]}{localhost:44464}
[junit4] 2> 342731 INFO (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.e.j.s.Server Started @342996ms
[junit4] 2> 347108 WARN (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.a.h.h.s.c.MetricsLoggerTask Metrics logging will not be async since the logger is not log4j
[junit4] 2> 348014 WARN (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 348015 INFO (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 348031 INFO (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 348031 INFO (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 348032 INFO (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 348051 INFO (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4a9977ed{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 349416 INFO (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@3a609d19{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/jetty-localhost-41092-datanode-_-any-4592622671519344671.dir/webapp/,AVAILABLE}{/datanode}
[junit4] 2> 349451 INFO (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@70ca3b7b{HTTP/1.1,[http/1.1]}{localhost:41092}
[junit4] 2> 349452 INFO (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.e.j.s.Server Started @349717ms
[junit4] 2> 349954 WARN (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.a.h.h.s.c.MetricsLoggerTask Metrics logging will not be async since the logger is not log4j
[junit4] 2> 359460 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x3712c58c5ceac63: Processing first storage report for DS-77ed73ae-abb9-4837-8e2c-1e33d9a1538e from datanode 500514d3-0939-4403-ad55-ae3acfd77420
[junit4] 2> 359492 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x3712c58c5ceac63: from storage DS-77ed73ae-abb9-4837-8e2c-1e33d9a1538e node DatanodeRegistration(127.0.0.1:44315, datanodeUuid=500514d3-0939-4403-ad55-ae3acfd77420, infoPort=36029, infoSecurePort=0, ipcPort=38879, storageInfo=lv=-57;cid=testClusterID;nsid=1557262187;c=1549575826793), blocks: 0, hasStaleStorage: true, processing time: 32 msecs, invalidatedBlocks: 0
[junit4] 2> 359502 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x3712c58c5ceac63: Processing first storage report for DS-4e3c5ae3-a4b3-4f04-abe2-94b1c60f3724 from datanode 500514d3-0939-4403-ad55-ae3acfd77420
[junit4] 2> 359502 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x3712c58c5ceac63: from storage DS-4e3c5ae3-a4b3-4f04-abe2-94b1c60f3724 node DatanodeRegistration(127.0.0.1:44315, datanodeUuid=500514d3-0939-4403-ad55-ae3acfd77420, infoPort=36029, infoSecurePort=0, ipcPort=38879, storageInfo=lv=-57;cid=testClusterID;nsid=1557262187;c=1549575826793), blocks: 0, hasStaleStorage: false, processing time: 2 msecs, invalidatedBlocks: 0
[junit4] 2> 359588 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x7d5e8312c3dfd90c: Processing first storage report for DS-456984f4-a7ab-462e-abd2-8ab2fb9ded2a from datanode 9225595c-abc4-4603-bc1c-57995b6ac449
[junit4] 2> 359589 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x7d5e8312c3dfd90c: from storage DS-456984f4-a7ab-462e-abd2-8ab2fb9ded2a node DatanodeRegistration(127.0.0.1:41017, datanodeUuid=9225595c-abc4-4603-bc1c-57995b6ac449, infoPort=43840, infoSecurePort=0, ipcPort=44362, storageInfo=lv=-57;cid=testClusterID;nsid=1557262187;c=1549575826793), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
[junit4] 2> 359589 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x7d5e8312c3dfd90c: Processing first storage report for DS-2f4e8c8c-8faf-4e1f-8ca0-553781d423bd from datanode 9225595c-abc4-4603-bc1c-57995b6ac449
[junit4] 2> 359589 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x7d5e8312c3dfd90c: from storage DS-2f4e8c8c-8faf-4e1f-8ca0-553781d423bd node DatanodeRegistration(127.0.0.1:41017, datanodeUuid=9225595c-abc4-4603-bc1c-57995b6ac449, infoPort=43840, infoSecurePort=0, ipcPort=44362, storageInfo=lv=-57;cid=testClusterID;nsid=1557262187;c=1549575826793), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 360261 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 360272 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 360272 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 360380 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.c.ZkTestServer start zk server on port:39303
[junit4] 2> 360380 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:39303
[junit4] 2> 360380 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 39303
[junit4] 2> 360477 INFO (zkConnectionManagerCallback-364-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 360605 INFO (zkConnectionManagerCallback-366-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 360622 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 360623 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 360625 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 360651 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 360686 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 360689 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 360897 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 360898 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 360900 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 360934 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 360935 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 360936 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 362300 WARN (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 362300 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 362300 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 362300 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 362376 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 362376 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 362376 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 362378 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5f4c42f0{/nd_j/gn,null,AVAILABLE}
[junit4] 2> 362412 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6231a16{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:37047}
[junit4] 2> 362412 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.e.j.s.Server Started @362677ms
[junit4] 2> 362412 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://lucene2-us-west.apache.org:43224/hdfs__lucene2-us-west.apache.org_43224__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-8.x_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.StressHdfsTest_47BB355B266F1DF2-001_tempDir-002_control_data, hostContext=/nd_j/gn, hostPort=37047, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_47BB355B266F1DF2-001/control-001/cores}
[junit4] 2> 362413 ERROR (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 362413 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 362413 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 362413 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 362413 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 362413 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-02-07T21:44:25.260Z
[junit4] 2> 362501 INFO (zkConnectionManagerCallback-368-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 362580 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 362580 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_47BB355B266F1DF2-001/control-001/solr.xml
[junit4] 2> 362612 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 362612 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 362613 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@671682e0, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 362941 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 362956 WARN (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@48ecf663[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 363026 WARN (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@7cb76c58[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 363027 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39303/solr
[junit4] 2> 363173 INFO (zkConnectionManagerCallback-374-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 363212 INFO (zkConnectionManagerCallback-376-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 364362 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [n:127.0.0.1:37047_nd_j%2Fgn ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37047_nd_j%2Fgn
[junit4] 2> 364363 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [n:127.0.0.1:37047_nd_j%2Fgn ] o.a.s.c.Overseer Overseer (id=74149061711691780-127.0.0.1:37047_nd_j%2Fgn-n_0000000000) starting
[junit4] 2> 364507 INFO (zkConnectionManagerCallback-383-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 364523 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [n:127.0.0.1:37047_nd_j%2Fgn ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39303/solr ready
[junit4] 2> 364545 INFO (OverseerStateUpdate-74149061711691780-127.0.0.1:37047_nd_j%2Fgn-n_0000000000) [n:127.0.0.1:37047_nd_j%2Fgn ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:37047_nd_j%2Fgn
[junit4] 2> 364561 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [n:127.0.0.1:37047_nd_j%2Fgn ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37047_nd_j%2Fgn
[junit4] 2> 364582 INFO (zkCallback-375-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 364616 INFO (zkCallback-382-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 364811 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [n:127.0.0.1:37047_nd_j%2Fgn ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 365345 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [n:127.0.0.1:37047_nd_j%2Fgn ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@671682e0
[junit4] 2> 365503 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [n:127.0.0.1:37047_nd_j%2Fgn ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@671682e0
[junit4] 2> 365504 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [n:127.0.0.1:37047_nd_j%2Fgn ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@671682e0
[junit4] 2> 365505 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [n:127.0.0.1:37047_nd_j%2Fgn ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_47BB355B266F1DF2-001/control-001/cores
[junit4] 2> 366536 INFO (zkConnectionManagerCallback-389-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 366538 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 366539 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39303/solr ready
[junit4] 2> 366610 INFO (qtp1125027328-1262) [n:127.0.0.1:37047_nd_j%2Fgn ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:37047_nd_j%252Fgn&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 366751 INFO (OverseerThreadFactory-291-thread-1-processing-n:127.0.0.1:37047_nd_j%2Fgn) [n:127.0.0.1:37047_nd_j%2Fgn ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 366978 INFO (qtp1125027328-1264) [n:127.0.0.1:37047_nd_j%2Fgn ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 367028 INFO (qtp1125027328-1264) [n:127.0.0.1:37047_nd_j%2Fgn ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 367029 INFO (qtp1125027328-1264) [n:127.0.0.1:37047_nd_j%2Fgn ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 367030 INFO (qtp1125027328-1264) [n:127.0.0.1:37047_nd_j%2Fgn ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 367081 INFO (qtp1125027328-1264) [n:127.0.0.1:37047_nd_j%2Fgn ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=50
[junit4] 2> 367606 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn x:control_collection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 367607 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn x:control_collection_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 369037 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 369292 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 370663 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 370882 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 370883 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@671682e0
[junit4] 2> 370919 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://lucene2-us-west.apache.org:43224/solr_hdfs_home
[junit4] 2> 370919 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 370919 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_47BB355B266F1DF2-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[hdfs://lucene2-us-west.apache.org:43224/solr_hdfs_home/control_collection/core_node2/data/]
[junit4] 2> 370933 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:43224/solr_hdfs_home/control_collection/core_node2/data/snapshot_metadata
[junit4] 2> 371024 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 371024 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 371024 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 378101 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 378152 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:43224/solr_hdfs_home/control_collection/core_node2/data
[junit4] 2> 378356 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:43224/solr_hdfs_home/control_collection/core_node2/data/index
[junit4] 2> 378390 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 378390 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 378390 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 378627 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 378627 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@49695b5c
[junit4] 2> 383230 WARN (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 384023 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 384023 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 384023 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 384234 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 384234 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 384289 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=2, maxMergeAtOnceExplicit=4, maxMergedSegmentMB=27.62890625, floorSegmentMB=1.51171875, forceMergeDeletesPctAllowed=19.896867237999892, segmentsPerTier=12.0, maxCFSSegmentSizeMB=1.7060546875, noCFSRatio=0.0, deletesPctAllowed=31.890946037441687
[junit4] 2> 385006 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@351309be[control_collection_shard1_replica_n1] main]
[junit4] 2> 385062 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 385079 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 385135 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 385186 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1624848086370091008
[junit4] 2> 385258 INFO (searcherExecutor-296-thread-1-processing-n:127.0.0.1:37047_nd_j%2Fgn x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@351309be[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 385330 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 385330 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
[junit4] 2> 385353 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 385353 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 385353 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37047/nd_j/gn/control_collection_shard1_replica_n1/
[junit4] 2> 385353 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 385353 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:37047/nd_j/gn/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 385353 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/74149061711691780-core_node2-n_0000000000
[junit4] 2> 385367 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37047/nd_j/gn/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 385387 INFO (zkCallback-375-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 385388 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 385389 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=17783
[junit4] 2> 385536 INFO (zkCallback-375-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 385679 INFO (qtp1125027328-1262) [n:127.0.0.1:37047_nd_j%2Fgn ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 385767 INFO (zkCallback-375-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 385767 INFO (zkCallback-375-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 385767 INFO (zkCallback-375-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 385788 INFO (qtp1125027328-1262) [n:127.0.0.1:37047_nd_j%2Fgn ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:37047_nd_j%252Fgn&wt=javabin&version=2} status=0 QTime=19178
[junit4] 2> 386059 INFO (zkConnectionManagerCallback-395-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 386061 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 386062 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39303/solr ready
[junit4] 2> 386062 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 386080 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 386133 INFO (OverseerCollectionConfigSetProcessor-74149061711691780-127.0.0.1:37047_nd_j%2Fgn-n_0000000000) [n:127.0.0.1:37047_nd_j%2Fgn ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 386134 INFO (OverseerThreadFactory-291-thread-2-processing-n:127.0.0.1:37047_nd_j%2Fgn) [n:127.0.0.1:37047_nd_j%2Fgn ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 386370 WARN (OverseerThreadFactory-291-thread-2-processing-n:127.0.0.1:37047_nd_j%2Fgn) [n:127.0.0.1:37047_nd_j%2Fgn ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 386442 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 386443 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=362
[junit4] 2> 386476 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=7
[junit4] 2> 388170 INFO (OverseerCollectionConfigSetProcessor-74149061711691780-127.0.0.1:37047_nd_j%2Fgn-n_0000000000) [n:127.0.0.1:37047_nd_j%2Fgn ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 388551 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_47BB355B266F1DF2-001/shard-1-001 of type NRT
[junit4] 2> 388552 WARN (closeThreadPool-396-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 388552 INFO (closeThreadPool-396-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 388552 INFO (closeThreadPool-396-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 388553 INFO (closeThreadPool-396-thread-1) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 388761 INFO (closeThreadPool-396-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 388761 INFO (closeThreadPool-396-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 388761 INFO (closeThreadPool-396-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 388762 INFO (closeThreadPool-396-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@13748926{/nd_j/gn,null,AVAILABLE}
[junit4] 2> 388770 INFO (closeThreadPool-396-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3693fe19{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:39762}
[junit4] 2> 388770 INFO (closeThreadPool-396-thread-1) [ ] o.e.j.s.Server Started @389035ms
[junit4] 2> 388770 INFO (closeThreadPool-396-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://lucene2-us-west.apache.org:43224/hdfs__lucene2-us-west.apache.org_43224__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-8.x_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.StressHdfsTest_47BB355B266F1DF2-001_tempDir-002_jetty1, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/nd_j/gn, hostPort=39762, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_47BB355B266F1DF2-001/shard-1-001/cores}
[junit4] 2> 388770 ERROR (closeThreadPool-396-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 388770 INFO (closeThreadPool-396-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 388770 INFO (closeThreadPool-396-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 388770 INFO (closeThreadPool-396-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 388770 INFO (closeThreadPool-396-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 388770 INFO (closeThreadPool-396-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-02-07T21:44:51.617Z
[junit4] 2> 388866 INFO (zkConnectionManagerCallback-398-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 388915 INFO (closeThreadPool-396-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 388916 INFO (closeThreadPool-396-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_47BB355B266F1DF2-001/shard-1-001/solr.xml
[junit4] 2> 388933 INFO (closeThreadPool-396-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 388933 INFO (closeThreadPool-396-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 388934 INFO (closeThreadPool-396-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@671682e0, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 390912 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_47BB355B266F1DF2-001/shard-2-001 of type NRT
[junit4] 2> 391112 WARN (closeThreadPool-396-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 391112 INFO (closeThreadPool-396-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 391112 INFO (closeThreadPool-396-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 391112 INFO (closeThreadPool-396-thread-2) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 391128 INFO (closeThreadPool-396-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 391128 INFO (closeThreadPool-396-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 391128 INFO (closeThreadPool-396-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 391128 INFO (closeThreadPool-396-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4a4750fc{/nd_j/gn,null,AVAILABLE}
[junit4] 2> 391225 INFO (closeThreadPool-396-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@15f922a8{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:45700}
[junit4] 2> 391225 INFO (closeThreadPool-396-thread-2) [ ] o.e.j.s.Server Started @391490ms
[junit4] 2> 391225 INFO (closeThreadPool-396-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://lucene2-us-west.apache.org:43224/hdfs__lucene2-us-west.apache.org_43224__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-8.x_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.StressHdfsTest_47BB355B266F1DF2-001_tempDir-002_jetty2, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/nd_j/gn, hostPort=45700, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_47BB355B266F1DF2-001/shard-2-001/cores}
[junit4] 2> 391226 ERROR (closeThreadPool-396-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 391226 INFO (closeThreadPool-396-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 391226 INFO (closeThreadPool-396-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 391226 INFO (closeThreadPool-396-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 391226 INFO (closeThreadPool-396-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 391226 INFO (closeThreadPool-396-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-02-07T21:44:54.073Z
[junit4] 2> 391454 INFO (closeThreadPool-396-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 391482 INFO (zkConnectionManagerCallback-400-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 391483 WARN (closeThreadPool-396-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@19e01186[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 391511 WARN (closeThreadPool-396-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@941d7a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 391565 INFO (closeThreadPool-396-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39303/solr
[junit4] 2> 391643 INFO (closeThreadPool-396-thread-2) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 391643 INFO (closeThreadPool-396-thread-2) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_47BB355B266F1DF2-001/shard-2-001/solr.xml
[junit4] 2> 391696 INFO (closeThreadPool-396-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 391696 INFO (closeThreadPool-396-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 391697 INFO (closeThreadPool-396-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@671682e0, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 391730 INFO (zkConnectionManagerCallback-406-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 392116 INFO (zkConnectionManagerCallback-408-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 392169 INFO (closeThreadPool-396-thread-1) [n:127.0.0.1:39762_nd_j%2Fgn ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 392223 INFO (closeThreadPool-396-thread-1) [n:127.0.0.1:39762_nd_j%2Fgn ] o.a.s.c.ZkController Publish node=127.0.0.1:39762_nd_j%2Fgn as DOWN
[junit4] 2> 392224 INFO (closeThreadPool-396-thread-1) [n:127.0.0.1:39762_nd_j%2Fgn ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 392224 INFO (closeThreadPool-396-thread-1) [n:127.0.0.1:39762_nd_j%2Fgn ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39762_nd_j%2Fgn
[junit4] 2> 392294 INFO (zkCallback-375-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 392298 INFO (zkCallback-382-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 392444 INFO (zkCallback-407-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 392456 INFO (zkCallback-394-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 392990 INFO (zkConnectionManagerCallback-415-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 393206 INFO (closeThreadPool-396-thread-1) [n:127.0.0.1:39762_nd_j%2Fgn ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 393207 INFO (closeThreadPool-396-thread-1) [n:127.0.0.1:39762_nd_j%2Fgn ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39303/solr ready
[junit4] 2> 393367 INFO (closeThreadPool-396-thread-1) [n:127.0.0.1:39762_nd_j%2Fgn ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 393625 INFO (closeThreadPool-396-thread-1) [n:127.0.0.1:39762_nd_j%2Fgn ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@671682e0
[junit4] 2> 393769 INFO (closeThreadPool-396-thread-1) [n:127.0.0.1:39762_nd_j%2Fgn ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@671682e0
[junit4] 2> 393769 INFO (closeThreadPool-396-thread-1) [n:127.0.0.1:39762_nd_j%2Fgn ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@671682e0
[junit4] 2> 393858 INFO (closeThreadPool-396-thread-1) [n:127.0.0.1:39762_nd_j%2Fgn ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_47BB355B266F1DF2-001/shard-1-001/cores
[junit4] 2> 394010 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_47BB355B266F1DF2-001/shard-3-001 of type NRT
[junit4] 2> 394134 WARN (closeThreadPool-396-thread-3) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 394134 INFO (closeThreadPool-396-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 394134 INFO (closeThreadPool-396-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 394134 INFO (closeThreadPool-396-thread-3) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 394692 INFO (closeThreadPool-396-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 394692 INFO (closeThreadPool-396-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 394692 INFO (closeThreadPool-396-thread-3) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 394729 INFO (closeThreadPool-396-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1242cfb2{/nd_j/gn,null,AVAILABLE}
[junit4] 2> 394737 INFO (closeThreadPool-396-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5b28b0ef{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:41166}
[junit4] 2> 394737 INFO (closeThreadPool-396-thread-3) [ ] o.e.j.s.Server Started @395002ms
[junit4] 2> 394737 INFO (closeThreadPool-396-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://lucene2-us-west.apache.org:43224/hdfs__lucene2-us-west.apache.org_43224__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-8.x_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.StressHdfsTest_47BB355B266F1DF2-001_tempDir-002_jetty3, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/nd_j/gn, hostPort=41166, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_47BB355B266F1DF2-001/shard-3-001/cores}
[junit4] 2> 394738 ERROR (closeThreadPool-396-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 394738 INFO (closeThreadPool-396-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 394738 INFO (closeThreadPool-396-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 394738 INFO (closeThreadPool-396-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 394738 INFO (closeThreadPool-396-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 394738 INFO (closeThreadPool-396-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-02-07T21:44:57.585Z
[junit4] 2> 394883 INFO (zkConnectionManagerCallback-418-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 395204 INFO (closeThreadPool-396-thread-3) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 395204 INFO (closeThreadPool-396-thread-3) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_47BB355B266F1DF2-001/shard-3-001/solr.xml
[junit4] 2> 395440 INFO (closeThreadPool-396-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 395446 INFO (closeThreadPool-396-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 395446 INFO (closeThreadPool-396-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 395447 INFO (closeThreadPool-396-thread-3) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@671682e0, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 395455 WARN (closeThreadPool-396-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@34085868[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 395620 WARN (closeThreadPool-396-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@77f9b8dc[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 395622 INFO (closeThreadPool-396-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39303/solr
[junit4] 2> 395839 INFO (zkConnectionManagerCallback-424-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 396386 INFO (zkConnectionManagerCallback-426-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 396515 INFO (closeThreadPool-396-thread-2) [n:127.0.0.1:45700_nd_j%2Fgn ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 396550 INFO (closeThreadPool-396-thread-2) [n:127.0.0.1:45700_nd_j%2Fgn ] o.a.s.c.ZkController Publish node=127.0.0.1:45700_nd_j%2Fgn as DOWN
[junit4] 2> 396551 INFO (closeThreadPool-396-thread-2) [n:127.0.0.1:45700_nd_j%2Fgn ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 396551 INFO (closeThreadPool-396-thread-2) [n:127.0.0.1:45700_nd_j%2Fgn ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45700_nd_j%2Fgn
[junit4] 2> 396569 INFO (zkCallback-407-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 396569 INFO (zkCallback-382-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 396570 INFO (zkCallback-394-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 396584 INFO (zkCallback-375-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 396641 INFO (zkCallback-414-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 396641 INFO (zkCallback-425-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 397074 INFO (zkConnectionManagerCallback-433-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 397132 INFO (closeThreadPool-396-thread-2) [n:127.0.0.1:45700_nd_j%2Fgn ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 397133 INFO (closeThreadPool-396-thread-2) [n:127.0.0.1:45700_nd_j%2Fgn ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39303/solr ready
[junit4] 2> 397168 INFO (closeThreadPool-396-thread-2) [n:127.0.0.1:45700_nd_j%2Fgn ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 397331 INFO (closeThreadPool-396-thread-2) [n:127.0.0.1:45700_nd_j%2Fgn ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@671682e0
[junit4] 2> 397406 INFO (closeThreadPool-396-thread-2) [n:127.0.0.1:45700_nd_j%2Fgn ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@671682e0
[junit4] 2> 397440 INFO (closeThreadPool-396-thread-2) [n:127.0.0.1:45700_nd_j%2Fgn ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@671682e0
[junit4] 2> 397479 INFO (closeThreadPool-396-thread-2) [n:127.0.0.1:45700_nd_j%2Fgn ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_47BB355B266F1DF2-001/shard-2-001/cores
[junit4] 2> 397674 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_47BB355B266F1DF2-001/shard-4-001 of type NRT
[junit4] 2> 397675 WARN (closeThreadPool-396-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 397675 INFO (closeThreadPool-396-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 397675 INFO (closeThreadPool-396-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 397675 INFO (closeThreadPool-396-thread-1) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 397824 INFO (closeThreadPool-396-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 397872 INFO (closeThreadPool-396-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 397873 INFO (closeThreadPool-396-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 397873 INFO (closeThreadPool-396-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 397968 INFO (closeThreadPool-396-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6ebe7ded{/nd_j/gn,null,AVAILABLE}
[junit4] 2> 398007 WARN (closeThreadPool-396-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@5be83c50[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 398257 INFO (closeThreadPool-396-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@79d808be{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:37946}
[junit4] 2> 398257 INFO (closeThreadPool-396-thread-1) [ ] o.e.j.s.Server Started @398523ms
[junit4] 2> 398258 INFO (closeThreadPool-396-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://lucene2-us-west.apache.org:43224/hdfs__lucene2-us-west.apache.org_43224__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-8.x_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.StressHdfsTest_47BB355B266F1DF2-001_tempDir-002_jetty4, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/nd_j/gn, hostPort=37946, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_47BB355B266F1DF2-001/shard-4-001/cores}
[junit4] 2> 398258 ERROR (closeThreadPool-396-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 398258 INFO (closeThreadPool-396-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 398258 INFO (closeThreadPool-396-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 398258 INFO (closeThreadPool-396-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 398258 INFO (closeThreadPool-396-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 398258 INFO (closeThreadPool-396-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-02-07T21:45:01.105Z
[junit4] 2> 398411 WARN (closeThreadPool-396-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@5b73d046[provider=null,keyStore=null,trustStore=nul
[...truncated too long message...]
ce] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/null1402004402
[copy] Copying 237 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/null1402004402
[delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/null1402004402
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 86ms :: artifacts dl 12ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 590 minutes 11 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1072)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1074)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-NightlyTests-8.x - Build # 16 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.x/16/
1 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest
Error Message:
ObjectTracker found 3 object(s) that were not released!!! [MMapDirectory, SolrCore, InternalHttpClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MMapDirectory at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348) at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:95) at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:778) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:975) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:882) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1189) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1099) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:395) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:394) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:340) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:164) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1588) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1345) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1557) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1247) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) at org.eclipse.jetty.server.Server.handle(Server.java:502) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364) at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:305) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1062) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:882) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1189) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1099) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:395) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:394) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:340) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:164) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1588) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1345) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1557) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1247) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) at org.eclipse.jetty.server.Server.handle(Server.java:502) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364) at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:305) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:321) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:330) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:420) at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:237) at org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:382) at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:328) at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:307) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) expected null, but was:<ObjectTracker found 3 object(s) that were not released!!! [MMapDirectory, SolrCore, InternalHttpClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MMapDirectory at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348) at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:95) at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:778) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:975) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:882) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1189) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1099) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:395) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:394) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:340) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:164) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1588) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1345) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1557) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1247) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) at org.eclipse.jetty.server.Server.handle(Server.java:502) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364) at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:305) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1062) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:882) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1189) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1099) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:395) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:394) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:340) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:164) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1588) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1345) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1557) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1247) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) at org.eclipse.jetty.server.Server.handle(Server.java:502) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364) at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:305) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:321) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:330) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:420) at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:237) at org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:382) at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:328) at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:307) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) >
Stack Trace:
java.lang.AssertionError: ObjectTracker found 3 object(s) that were not released!!! [MMapDirectory, SolrCore, InternalHttpClient]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MMapDirectory
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:95)
at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:778)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:975)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:882)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1189)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1099)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:395)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:394)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:340)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:164)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1588)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1345)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1557)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1247)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
at org.eclipse.jetty.server.Server.handle(Server.java:502)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364)
at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:305)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1062)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:882)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1189)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1099)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:395)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:394)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:340)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:164)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1588)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1345)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1557)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1247)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
at org.eclipse.jetty.server.Server.handle(Server.java:502)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364)
at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:305)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:321)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:330)
at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230)
at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:420)
at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:237)
at org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:382)
at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:328)
at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:307)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
expected null, but was:<ObjectTracker found 3 object(s) that were not released!!! [MMapDirectory, SolrCore, InternalHttpClient]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MMapDirectory
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:95)
at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:778)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:975)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:882)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1189)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1099)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:395)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:394)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:340)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:164)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1588)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1345)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1557)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1247)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
at org.eclipse.jetty.server.Server.handle(Server.java:502)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364)
at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:305)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1062)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:882)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1189)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1099)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:395)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:394)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:340)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:164)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1588)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1345)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1557)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1247)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
at org.eclipse.jetty.server.Server.handle(Server.java:502)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364)
at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:305)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:321)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:330)
at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230)
at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:420)
at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:237)
at org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:382)
at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:328)
at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:307)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
>
at __randomizedtesting.SeedInfo.seed([9A01E5B5D374F215]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failNotNull(Assert.java:755)
at org.junit.Assert.assertNull(Assert.java:737)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:322)
at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:901)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14647 lines...]
[junit4] Suite: org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest
[junit4] 2> 2022016 INFO (SUITE-ChaosMonkeySafeLeaderWithPullReplicasTest-seed#[9A01E5B5D374F215]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_9A01E5B5D374F215-001/init-core-data-001
[junit4] 2> 2022016 WARN (SUITE-ChaosMonkeySafeLeaderWithPullReplicasTest-seed#[9A01E5B5D374F215]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=66 numCloses=66
[junit4] 2> 2022017 INFO (SUITE-ChaosMonkeySafeLeaderWithPullReplicasTest-seed#[9A01E5B5D374F215]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2022019 INFO (SUITE-ChaosMonkeySafeLeaderWithPullReplicasTest-seed#[9A01E5B5D374F215]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2022019 INFO (SUITE-ChaosMonkeySafeLeaderWithPullReplicasTest-seed#[9A01E5B5D374F215]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /xklof/o
[junit4] 2> 2022020 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.c.ChaosMonkeySafeLeaderWithPullReplicasTest Starting ChaosMonkey test with 3 shards and 12 nodes
[junit4] 2> 2022033 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2022055 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2022055 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2022155 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.c.ZkTestServer start zk server on port:37537
[junit4] 2> 2022155 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:37537
[junit4] 2> 2022155 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 37537
[junit4] 2> 2022181 INFO (zkConnectionManagerCallback-7240-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2022188 INFO (zkConnectionManagerCallback-7242-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2022189 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 2022190 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 2022192 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 2022193 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 2022194 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 2022197 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 2022198 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 2022200 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 2022202 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 2022204 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 2022207 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 2022211 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 2023271 WARN (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2023272 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 2023272 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2023272 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 2023317 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2023318 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2023318 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2023341 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@267363a2{/xklof/o,null,AVAILABLE}
[junit4] 2> 2023342 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2b3f7b3b{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:35831}
[junit4] 2> 2023342 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.e.j.s.Server Started @2023402ms
[junit4] 2> 2023342 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_9A01E5B5D374F215-001/tempDir-001/control/data, replicaType=NRT, hostContext=/xklof/o, hostPort=35831, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_9A01E5B5D374F215-001/control-001/cores}
[junit4] 2> 2023343 ERROR (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2023343 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2023343 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2023343 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2023343 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2023343 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-02-05T23:23:54.381Z
[junit4] 2> 2023374 INFO (zkConnectionManagerCallback-7244-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2023379 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2023379 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_9A01E5B5D374F215-001/control-001/solr.xml
[junit4] 2> 2023385 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2023385 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2023387 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7eb40f1e, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2024426 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 2024510 WARN (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@2a5773df[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2024529 WARN (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@4c3c49fb[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2024531 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37537/solr
[junit4] 2> 2024540 INFO (zkConnectionManagerCallback-7250-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2024597 INFO (zkConnectionManagerCallback-7252-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2024851 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [n:127.0.0.1:35831_xklof%2Fo ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35831_xklof%2Fo
[junit4] 2> 2024852 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [n:127.0.0.1:35831_xklof%2Fo ] o.a.s.c.Overseer Overseer (id=72748592183771140-127.0.0.1:35831_xklof%2Fo-n_0000000000) starting
[junit4] 2> 2024905 INFO (zkConnectionManagerCallback-7259-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2024937 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [n:127.0.0.1:35831_xklof%2Fo ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37537/solr ready
[junit4] 2> 2024953 INFO (OverseerStateUpdate-72748592183771140-127.0.0.1:35831_xklof%2Fo-n_0000000000) [n:127.0.0.1:35831_xklof%2Fo ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:35831_xklof%2Fo
[junit4] 2> 2024968 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [n:127.0.0.1:35831_xklof%2Fo ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35831_xklof%2Fo
[junit4] 2> 2025009 INFO (zkCallback-7258-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2025012 INFO (zkCallback-7251-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2025031 DEBUG (OverseerAutoScalingTriggerThread-72748592183771140-127.0.0.1:35831_xklof%2Fo-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:35831_xklof%2Fo]
[junit4] 2> 2025044 DEBUG (ScheduledTrigger-6646-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 2025120 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [n:127.0.0.1:35831_xklof%2Fo ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2025199 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [n:127.0.0.1:35831_xklof%2Fo ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7eb40f1e
[junit4] 2> 2025272 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [n:127.0.0.1:35831_xklof%2Fo ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7eb40f1e
[junit4] 2> 2025272 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [n:127.0.0.1:35831_xklof%2Fo ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7eb40f1e
[junit4] 2> 2025274 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [n:127.0.0.1:35831_xklof%2Fo ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_9A01E5B5D374F215-001/control-001/cores
[junit4] 2> 2025458 INFO (zkConnectionManagerCallback-7265-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2025460 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2025462 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37537/solr ready
[junit4] 2> 2025470 INFO (qtp1802312631-87950) [n:127.0.0.1:35831_xklof%2Fo ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:35831_xklof%252Fo&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2025486 INFO (OverseerThreadFactory-6648-thread-1-processing-n:127.0.0.1:35831_xklof%2Fo) [n:127.0.0.1:35831_xklof%2Fo ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 2025602 INFO (qtp1802312631-87952) [n:127.0.0.1:35831_xklof%2Fo ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2025606 INFO (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2025607 INFO (qtp1802312631-87949) [n:127.0.0.1:35831_xklof%2Fo ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2025614 INFO (qtp1802312631-87951) [n:127.0.0.1:35831_xklof%2Fo ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2025617 INFO (qtp1802312631-87952) [n:127.0.0.1:35831_xklof%2Fo ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2025645 INFO (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo x:control_collection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2025646 INFO (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo x:control_collection_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2026048 DEBUG (ScheduledTrigger-6646-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 2026792 INFO (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2026919 INFO (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 2027049 DEBUG (ScheduledTrigger-6646-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 2027597 INFO (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 2027631 INFO (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 2027631 INFO (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7eb40f1e
[junit4] 2> 2027631 INFO (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_9A01E5B5D374F215-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_9A01E5B5D374F215-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 2027646 INFO (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=16.103515625, floorSegmentMB=1.0712890625, forceMergeDeletesPctAllowed=0.9321679663856242, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=27.10501051097198
[junit4] 2> 2027683 WARN (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2027864 INFO (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2027864 INFO (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2027867 INFO (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 15000ms;
[junit4] 2> 2027867 INFO (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2027869 INFO (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=47, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 2027870 INFO (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@782fb7[control_collection_shard1_replica_n1] main]
[junit4] 2> 2027873 INFO (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2027873 INFO (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2027874 INFO (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2027874 INFO (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1624673132386189312
[junit4] 2> 2027879 INFO (searcherExecutor-6653-thread-1-processing-n:127.0.0.1:35831_xklof%2Fo x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:35831_xklof%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@782fb7[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2027883 INFO (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 2027883 INFO (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
[junit4] 2> 2027886 INFO (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2027886 INFO (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2027886 INFO (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:35831/xklof/o/control_collection_shard1_replica_n1/
[junit4] 2> 2027887 INFO (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2027887 INFO (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:35831/xklof/o/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 2027887 INFO (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/72748592183771140-core_node2-n_0000000000
[junit4] 2> 2027889 INFO (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:35831/xklof/o/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 2027991 INFO (zkCallback-7251-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2027995 INFO (zkCallback-7251-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2028000 INFO (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2028002 INFO (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2357
[junit4] 2> 2028005 INFO (qtp1802312631-87950) [n:127.0.0.1:35831_xklof%2Fo ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 2028050 DEBUG (ScheduledTrigger-6646-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 2028102 INFO (zkCallback-7251-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2028102 INFO (zkCallback-7251-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2028102 INFO (zkCallback-7251-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2028103 INFO (qtp1802312631-87950) [n:127.0.0.1:35831_xklof%2Fo ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:35831_xklof%252Fo&wt=javabin&version=2} status=0 QTime=2633
[junit4] 2> 2028109 INFO (zkConnectionManagerCallback-7271-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2028110 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2028111 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37537/solr ready
[junit4] 2> 2028111 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 2028112 INFO (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2028115 INFO (OverseerThreadFactory-6648-thread-2-processing-n:127.0.0.1:35831_xklof%2Fo) [n:127.0.0.1:35831_xklof%2Fo ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 2028116 INFO (OverseerCollectionConfigSetProcessor-72748592183771140-127.0.0.1:35831_xklof%2Fo-n_0000000000) [n:127.0.0.1:35831_xklof%2Fo ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2028320 WARN (OverseerThreadFactory-6648-thread-2-processing-n:127.0.0.1:35831_xklof%2Fo) [n:127.0.0.1:35831_xklof%2Fo ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 2028323 INFO (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 2028327 INFO (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=214
[junit4] 2> 2028343 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=2 numOtherReplicas=6
[junit4] 2> 2028675 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_9A01E5B5D374F215-001/shard-1-001 of type NRT
[junit4] 2> 2028676 WARN (closeThreadPool-7272-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2028676 INFO (closeThreadPool-7272-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 2028676 INFO (closeThreadPool-7272-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2028676 INFO (closeThreadPool-7272-thread-1) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 2028677 INFO (closeThreadPool-7272-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2028677 INFO (closeThreadPool-7272-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2028678 INFO (closeThreadPool-7272-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2028678 INFO (closeThreadPool-7272-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@302e2b0c{/xklof/o,null,AVAILABLE}
[junit4] 2> 2028678 INFO (closeThreadPool-7272-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@12074465{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:36019}
[junit4] 2> 2028678 INFO (closeThreadPool-7272-thread-1) [ ] o.e.j.s.Server Started @2028738ms
[junit4] 2> 2028678 INFO (closeThreadPool-7272-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_9A01E5B5D374F215-001/tempDir-001/jetty1, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/xklof/o, hostPort=36019, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_9A01E5B5D374F215-001/shard-1-001/cores}
[junit4] 2> 2028679 ERROR (closeThreadPool-7272-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2028679 INFO (closeThreadPool-7272-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2028679 INFO (closeThreadPool-7272-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2028679 INFO (closeThreadPool-7272-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2028679 INFO (closeThreadPool-7272-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2028679 INFO (closeThreadPool-7272-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-02-05T23:23:59.717Z
[junit4] 2> 2028681 INFO (zkConnectionManagerCallback-7274-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2028682 INFO (closeThreadPool-7272-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2028682 INFO (closeThreadPool-7272-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_9A01E5B5D374F215-001/shard-1-001/solr.xml
[junit4] 2> 2028687 INFO (closeThreadPool-7272-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2028687 INFO (closeThreadPool-7272-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2028689 INFO (closeThreadPool-7272-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7eb40f1e, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2028871 INFO (closeThreadPool-7272-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 2028900 WARN (closeThreadPool-7272-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@3cb4d2ec[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2028914 WARN (closeThreadPool-7272-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@69d73457[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2028932 INFO (closeThreadPool-7272-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37537/solr
[junit4] 2> 2028945 INFO (zkConnectionManagerCallback-7280-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2028957 INFO (zkConnectionManagerCallback-7282-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2028985 INFO (closeThreadPool-7272-thread-1) [n:127.0.0.1:36019_xklof%2Fo ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2029003 INFO (closeThreadPool-7272-thread-1) [n:127.0.0.1:36019_xklof%2Fo ] o.a.s.c.ZkController Publish node=127.0.0.1:36019_xklof%2Fo as DOWN
[junit4] 2> 2029007 INFO (closeThreadPool-7272-thread-1) [n:127.0.0.1:36019_xklof%2Fo ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2029007 INFO (closeThreadPool-7272-thread-1) [n:127.0.0.1:36019_xklof%2Fo ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36019_xklof%2Fo
[junit4] 2> 2029014 INFO (zkCallback-7258-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2029014 INFO (zkCallback-7251-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2029020 INFO (zkCallback-7270-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2029033 INFO (zkCallback-7281-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2029050 DEBUG (ScheduledTrigger-6646-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 1
[junit4] 2> 2029085 INFO (zkConnectionManagerCallback-7289-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2029086 INFO (closeThreadPool-7272-thread-1) [n:127.0.0.1:36019_xklof%2Fo ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2029097 INFO (closeThreadPool-7272-thread-1) [n:127.0.0.1:36019_xklof%2Fo ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37537/solr ready
[junit4] 2> 2029102 INFO (closeThreadPool-7272-thread-1) [n:127.0.0.1:36019_xklof%2Fo ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2029148 INFO (closeThreadPool-7272-thread-1) [n:127.0.0.1:36019_xklof%2Fo ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7eb40f1e
[junit4] 2> 2029174 INFO (closeThreadPool-7272-thread-1) [n:127.0.0.1:36019_xklof%2Fo ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7eb40f1e
[junit4] 2> 2029175 INFO (closeThreadPool-7272-thread-1) [n:127.0.0.1:36019_xklof%2Fo ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7eb40f1e
[junit4] 2> 2029181 INFO (closeThreadPool-7272-thread-1) [n:127.0.0.1:36019_xklof%2Fo ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_9A01E5B5D374F215-001/shard-1-001/cores
[junit4] 2> 2029432 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_9A01E5B5D374F215-001/shard-2-001 of type NRT
[junit4] 2> 2029433 WARN (closeThreadPool-7272-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2029433 INFO (closeThreadPool-7272-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 2029433 INFO (closeThreadPool-7272-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2029433 INFO (closeThreadPool-7272-thread-1) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 2029437 INFO (closeThreadPool-7272-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2029437 INFO (closeThreadPool-7272-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2029437 INFO (closeThreadPool-7272-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2029437 INFO (closeThreadPool-7272-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5b4afeb5{/xklof/o,null,AVAILABLE}
[junit4] 2> 2029438 INFO (closeThreadPool-7272-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5502bcea{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:39709}
[junit4] 2> 2029438 INFO (closeThreadPool-7272-thread-1) [ ] o.e.j.s.Server Started @2029498ms
[junit4] 2> 2029438 INFO (closeThreadPool-7272-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_9A01E5B5D374F215-001/tempDir-001/jetty2, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/xklof/o, hostPort=39709, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_9A01E5B5D374F215-001/shard-2-001/cores}
[junit4] 2> 2029438 ERROR (closeThreadPool-7272-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2029438 INFO (closeThreadPool-7272-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2029438 INFO (closeThreadPool-7272-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2029438 INFO (closeThreadPool-7272-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2029438 INFO (closeThreadPool-7272-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2029438 INFO (closeThreadPool-7272-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-02-05T23:24:00.476Z
[junit4] 2> 2029456 INFO (zkConnectionManagerCallback-7292-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2029460 INFO (closeThreadPool-7272-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2029460 INFO (closeThreadPool-7272-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_9A01E5B5D374F215-001/shard-2-001/solr.xml
[junit4] 2> 2029465 INFO (closeThreadPool-7272-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2029465 INFO (closeThreadPool-7272-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2029467 INFO (closeThreadPool-7272-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7eb40f1e, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2030033 INFO (closeThreadPool-7272-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 2030053 DEBUG (ScheduledTrigger-6646-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 2030059 WARN (closeThreadPool-7272-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@17c3e090[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2030070 WARN (closeThreadPool-7272-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@6352c787[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2030071 INFO (closeThreadPool-7272-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37537/solr
[junit4] 2> 2030087 INFO (zkConnectionManagerCallback-7298-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2030090 INFO (zkConnectionManagerCallback-7300-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2030091 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_9A01E5B5D374F215-001/shard-3-001 of type NRT
[junit4] 2> 2030093 WARN (closeThreadPool-7272-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2030093 INFO (closeThreadPool-7272-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 2030093 INFO (closeThreadPool-7272-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2030093 INFO (closeThreadPool-7272-thread-2) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 2030104 INFO (closeThreadPool-7272-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2030104 INFO (closeThreadPool-7272-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2030104 INFO (closeThreadPool-7272-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2030111 INFO (closeThreadPool-7272-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@63fb27c{/xklof/o,null,AVAILABLE}
[junit4] 2> 2030114 INFO (closeThreadPool-7272-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7a3ca156{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:35857}
[junit4] 2> 2030114 INFO (closeThreadPool-7272-thread-2) [ ] o.e.j.s.Server Started @2030174ms
[junit4] 2> 2030114 INFO (closeThreadPool-7272-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_9A01E5B5D374F215-001/tempDir-001/jetty3, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/xklof/o, hostPort=35857, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_9A01E5B5D374F215-001/shard-3-001/cores}
[junit4] 2> 2030114 ERROR (closeThreadPool-7272-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2030115 INFO (closeThreadPool-7272-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2030115 INFO (closeThreadPool-7272-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2030115 INFO (closeThreadPool-7272-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2030115 INFO (closeThreadPool-7272-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2030115 INFO (closeThreadPool-7272-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-02-05T23:24:01.153Z
[junit4] 2> 2030119 INFO (closeThreadPool-7272-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2030122 INFO (OverseerCollectionConfigSetProcessor-72748592183771140-127.0.0.1:35831_xklof%2Fo-n_0000000000) [n:127.0.0.1:35831_xklof%2Fo ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2030122 INFO (zkConnectionManagerCallback-7304-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2030127 INFO (closeThreadPool-7272-thread-2) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2030127 INFO (closeThreadPool-7272-thread-2) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_9A01E5B5D374F215-001/shard-3-001/solr.xml
[junit4] 2> 2030138 INFO (closeThreadPool-7272-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2030138 INFO (closeThreadPool-7272-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2030140 INFO (closeThreadPool-7272-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7eb40f1e, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2030140 INFO (closeThreadPool-7272-thread-1) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:39709_xklof%2Fo as DOWN
[junit4] 2> 2030143 INFO (closeThreadPool-7272-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2030143 INFO (closeThreadPool-7272-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39709_xklof%2Fo
[junit4] 2> 2030146 INFO (zkCallback-7258-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2030146 INFO (zkCallback-7270-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from Z
[...truncated too long message...]
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/null642282635
[copy] Copying 236 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/null642282635
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/null642282635
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 54ms :: artifacts dl 6ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 287 minutes 35 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1072)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1074)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-NightlyTests-8.x - Build # 15 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.x/15/
1 tests failed.
FAILED: org.apache.solr.cloud.api.collections.ShardSplitTest.test
Error Message:
SPLITSHARD was not successful even after three tries
Stack Trace:
java.lang.AssertionError: SPLITSHARD was not successful even after three tries
at __randomizedtesting.SeedInfo.seed([8038F3970DE17F9E:86CCC4DA31D1266]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.apache.solr.cloud.api.collections.ShardSplitTest.trySplit(ShardSplitTest.java:946)
at org.apache.solr.cloud.api.collections.ShardSplitTest.splitByRouteKeyTest(ShardSplitTest.java:920)
at org.apache.solr.cloud.api.collections.ShardSplitTest.test(ShardSplitTest.java:113)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 15668 lines...]
[junit4] Suite: org.apache.solr.cloud.api.collections.ShardSplitTest
[junit4] 2> 6017793 INFO (SUITE-ShardSplitTest-seed#[8038F3970DE17F9E]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_8038F3970DE17F9E-001/init-core-data-001
[junit4] 2> 6017808 WARN (SUITE-ShardSplitTest-seed#[8038F3970DE17F9E]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 6017808 INFO (SUITE-ShardSplitTest-seed#[8038F3970DE17F9E]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 6017810 INFO (SUITE-ShardSplitTest-seed#[8038F3970DE17F9E]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 6017810 INFO (SUITE-ShardSplitTest-seed#[8038F3970DE17F9E]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /zqj/fj
[junit4] 2> 6017813 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[8038F3970DE17F9E]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 6017813 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 6017814 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 6017914 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[8038F3970DE17F9E]) [ ] o.a.s.c.ZkTestServer start zk server on port:36440
[junit4] 2> 6017914 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[8038F3970DE17F9E]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:36440
[junit4] 2> 6017914 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[8038F3970DE17F9E]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 36440
[junit4] 2> 6017927 INFO (zkConnectionManagerCallback-13676-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6017929 INFO (zkConnectionManagerCallback-13678-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6017930 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[8038F3970DE17F9E]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 6017931 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[8038F3970DE17F9E]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 6017933 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[8038F3970DE17F9E]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 6017933 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[8038F3970DE17F9E]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 6017934 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[8038F3970DE17F9E]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 6017935 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[8038F3970DE17F9E]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 6017936 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[8038F3970DE17F9E]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 6017937 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[8038F3970DE17F9E]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 6017938 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[8038F3970DE17F9E]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 6017938 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[8038F3970DE17F9E]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 6017939 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[8038F3970DE17F9E]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 6017940 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[8038F3970DE17F9E]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 6018050 WARN (TEST-ShardSplitTest.testSplitShardWithRule-seed#[8038F3970DE17F9E]) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 6018050 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[8038F3970DE17F9E]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 6018050 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[8038F3970DE17F9E]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 6018050 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[8038F3970DE17F9E]) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 6018053 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[8038F3970DE17F9E]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 6018053 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[8038F3970DE17F9E]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 6018053 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[8038F3970DE17F9E]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 6018055 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[8038F3970DE17F9E]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@538ee09c{/zqj/fj,null,AVAILABLE}
[junit4] 2> 6018055 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[8038F3970DE17F9E]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@611e9f60{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:37594}
[junit4] 2> 6018055 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[8038F3970DE17F9E]) [ ] o.e.j.s.Server Started @6018128ms
[junit4] 2> 6018055 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[8038F3970DE17F9E]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_8038F3970DE17F9E-001/tempDir-001/control/data, hostContext=/zqj/fj, hostPort=37594, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_8038F3970DE17F9E-001/control-001/cores}
[junit4] 2> 6018055 ERROR (TEST-ShardSplitTest.testSplitShardWithRule-seed#[8038F3970DE17F9E]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 6018056 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[8038F3970DE17F9E]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 6018056 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[8038F3970DE17F9E]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 6018056 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[8038F3970DE17F9E]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 6018056 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[8038F3970DE17F9E]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 6018056 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[8038F3970DE17F9E]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-02-04T20:55:32.898Z
[junit4] 2> 6018057 INFO (zkConnectionManagerCallback-13680-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6018058 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[8038F3970DE17F9E]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 6018058 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[8038F3970DE17F9E]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_8038F3970DE17F9E-001/control-001/solr.xml
[junit4] 2> 6018061 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[8038F3970DE17F9E]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 6018061 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[8038F3970DE17F9E]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 6018063 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[8038F3970DE17F9E]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4d217182, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 6018186 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[8038F3970DE17F9E]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 6018188 WARN (TEST-ShardSplitTest.testSplitShardWithRule-seed#[8038F3970DE17F9E]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1114c775[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6018192 WARN (TEST-ShardSplitTest.testSplitShardWithRule-seed#[8038F3970DE17F9E]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@518b25f0[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6018193 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[8038F3970DE17F9E]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36440/solr
[junit4] 2> 6018194 INFO (zkConnectionManagerCallback-13686-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6018196 INFO (zkConnectionManagerCallback-13688-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6018367 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[8038F3970DE17F9E]) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37594_zqj%2Ffj
[junit4] 2> 6018367 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[8038F3970DE17F9E]) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.Overseer Overseer (id=74131882729144324-127.0.0.1:37594_zqj%2Ffj-n_0000000000) starting
[junit4] 2> 6018389 INFO (zkConnectionManagerCallback-13695-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6018390 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[8038F3970DE17F9E]) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36440/solr ready
[junit4] 2> 6018401 INFO (OverseerStateUpdate-74131882729144324-127.0.0.1:37594_zqj%2Ffj-n_0000000000) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:37594_zqj%2Ffj
[junit4] 2> 6018409 DEBUG (OverseerCollectionConfigSetProcessor-74131882729144324-127.0.0.1:37594_zqj%2Ffj-n_0000000000) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 6018415 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[8038F3970DE17F9E]) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37594_zqj%2Ffj
[junit4] 2> 6018416 DEBUG (OverseerCollectionConfigSetProcessor-74131882729144324-127.0.0.1:37594_zqj%2Ffj-n_0000000000) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0 #Completed tasks: 0
[junit4] 2> 6018416 DEBUG (OverseerCollectionConfigSetProcessor-74131882729144324-127.0.0.1:37594_zqj%2Ffj-n_0000000000) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 6018416 DEBUG (OverseerCollectionConfigSetProcessor-74131882729144324-127.0.0.1:37594_zqj%2Ffj-n_0000000000) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 6018417 DEBUG (OverseerCollectionConfigSetProcessor-74131882729144324-127.0.0.1:37594_zqj%2Ffj-n_0000000000) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 6018417 INFO (OverseerCollectionConfigSetProcessor-74131882729144324-127.0.0.1:37594_zqj%2Ffj-n_0000000000) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
[junit4] 2> 6018436 INFO (zkCallback-13687-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 6018437 INFO (zkCallback-13694-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 6018463 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[8038F3970DE17F9E]) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 6018480 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[8038F3970DE17F9E]) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4d217182
[junit4] 2> 6018491 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[8038F3970DE17F9E]) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4d217182
[junit4] 2> 6018491 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[8038F3970DE17F9E]) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4d217182
[junit4] 2> 6018492 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[8038F3970DE17F9E]) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_8038F3970DE17F9E-001/control-001/cores
[junit4] 2> 6018536 INFO (zkConnectionManagerCallback-13701-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6018537 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[8038F3970DE17F9E]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 6018538 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[8038F3970DE17F9E]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36440/solr ready
[junit4] 2> 6018539 INFO (qtp1553297942-49257) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:37594_zqj%252Ffj&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 6018545 DEBUG (OverseerCollectionConfigSetProcessor-74131882729144324-127.0.0.1:37594_zqj%2Ffj-n_0000000000) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.OverseerTaskProcessor Got 1 tasks from work-queue : [[org.apache.solr.cloud.OverseerTaskQueue$QueueEvent@2e684ecf]]
[junit4] 2> 6018545 DEBUG (OverseerCollectionConfigSetProcessor-74131882729144324-127.0.0.1:37594_zqj%2Ffj-n_0000000000) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000000] as running
[junit4] 2> 6018545 DEBUG (OverseerCollectionConfigSetProcessor-74131882729144324-127.0.0.1:37594_zqj%2Ffj-n_0000000000) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4] 2> "name":"control_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"1",
[junit4] 2> "createNodeSet":"127.0.0.1:37594_zqj%2Ffj",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"}
[junit4] 2> 6018546 DEBUG (OverseerThreadFactory-7522-thread-1-processing-n:127.0.0.1:37594_zqj%2Ffj) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.OverseerTaskProcessor Runner processing /overseer/collection-queue-work/qn-0000000000
[junit4] 2> 6018546 DEBUG (OverseerThreadFactory-7522-thread-1-processing-n:127.0.0.1:37594_zqj%2Ffj) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.a.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
[junit4] 2> "name":"control_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"1",
[junit4] 2> "createNodeSet":"127.0.0.1:37594_zqj%2Ffj",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"}
[junit4] 2> 6018546 INFO (OverseerThreadFactory-7522-thread-1-processing-n:127.0.0.1:37594_zqj%2Ffj) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 6018546 DEBUG (OverseerCollectionConfigSetProcessor-74131882729144324-127.0.0.1:37594_zqj%2Ffj-n_0000000000) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1 #Completed tasks: 0
[junit4] 2> 6018546 DEBUG (OverseerCollectionConfigSetProcessor-74131882729144324-127.0.0.1:37594_zqj%2Ffj-n_0000000000) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 6018546 DEBUG (OverseerCollectionConfigSetProcessor-74131882729144324-127.0.0.1:37594_zqj%2Ffj-n_0000000000) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 6018546 DEBUG (OverseerCollectionConfigSetProcessor-74131882729144324-127.0.0.1:37594_zqj%2Ffj-n_0000000000) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 6018546 INFO (OverseerCollectionConfigSetProcessor-74131882729144324-127.0.0.1:37594_zqj%2Ffj-n_0000000000) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 6018552 DEBUG (OverseerThreadFactory-7522-thread-1-processing-n:127.0.0.1:37594_zqj%2Ffj) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.a.c.OverseerCollectionMessageHandler creating collections conf node /collections/control_collection
[junit4] 2> 6018560 DEBUG (OverseerThreadFactory-7522-thread-1-processing-n:127.0.0.1:37594_zqj%2Ffj) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.a.c.CreateCollectionCmd Check for collection zkNode:control_collection
[junit4] 2> 6018565 DEBUG (OverseerThreadFactory-7522-thread-1-processing-n:127.0.0.1:37594_zqj%2Ffj) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.a.c.CreateCollectionCmd Collection zkNode exists
[junit4] 2> 6018585 DEBUG (OverseerStateUpdate-74131882729144324-127.0.0.1:37594_zqj%2Ffj-n_0000000000) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"control_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"1",
[junit4] 2> "createNodeSet":"127.0.0.1:37594_zqj%2Ffj",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 6018585 DEBUG (OverseerStateUpdate-74131882729144324-127.0.0.1:37594_zqj%2Ffj-n_0000000000) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
[junit4] 2> 6018587 DEBUG (OverseerStateUpdate-74131882729144324-127.0.0.1:37594_zqj%2Ffj-n_0000000000) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/control_collection/state.json
[junit4] 2> 6018684 DEBUG (OverseerThreadFactory-7522-thread-1-processing-n:127.0.0.1:37594_zqj%2Ffj) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.a.c.Assign shardnames [shard1] NRT 1 TLOG 0 PULL 0 , policy null, nodeList [127.0.0.1:37594_zqj%2Ffj]
[junit4] 2> 6018687 INFO (qtp1553297942-49258) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 6018687 INFO (qtp1553297942-49260) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 6018688 INFO (qtp1553297942-49256) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 6018688 INFO (qtp1553297942-49259) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 6018689 INFO (qtp1553297942-49258) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 6018695 DEBUG (OverseerThreadFactory-7522-thread-1-processing-n:127.0.0.1:37594_zqj%2Ffj) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.a.c.CreateCollectionCmd Creating SolrCores for new collection control_collection, shardNames [shard1] , message : {
[junit4] 2> "name":"control_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"1",
[junit4] 2> "createNodeSet":"127.0.0.1:37594_zqj%2Ffj",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"}
[junit4] 2> 6018698 DEBUG (OverseerThreadFactory-7522-thread-1-processing-n:127.0.0.1:37594_zqj%2Ffj) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.a.c.CreateCollectionCmd Creating core control_collection_shard1_replica_n1 as part of shard shard1 of collection control_collection on 127.0.0.1:37594_zqj%2Ffj
[junit4] 2> 6018699 INFO (qtp1553297942-49260) [n:127.0.0.1:37594_zqj%2Ffj x:control_collection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 6018700 INFO (qtp1553297942-49260) [n:127.0.0.1:37594_zqj%2Ffj x:control_collection_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 6018702 DEBUG (OverseerStateUpdate-74131882729144324-127.0.0.1:37594_zqj%2Ffj-n_0000000000) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:37594/zqj/fj",
[junit4] 2> "node_name":"127.0.0.1:37594_zqj%2Ffj",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 6018702 DEBUG (OverseerStateUpdate-74131882729144324-127.0.0.1:37594_zqj%2Ffj-n_0000000000) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:37594/zqj/fj",
[junit4] 2> "node_name":"127.0.0.1:37594_zqj%2Ffj",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 6018703 DEBUG (OverseerStateUpdate-74131882729144324-127.0.0.1:37594_zqj%2Ffj-n_0000000000) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node2:{"core":"control_collection_shard1_replica_n1","base_url":"http://127.0.0.1:37594/zqj/fj","node_name":"127.0.0.1:37594_zqj%2Ffj","state":"down","type":"NRT"}
[junit4] 2> 6018703 DEBUG (OverseerStateUpdate-74131882729144324-127.0.0.1:37594_zqj%2Ffj-n_0000000000) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(control_collection//collections/control_collection/state.json/0)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node2":{
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:37594/zqj/fj",
[junit4] 2> "node_name":"127.0.0.1:37594_zqj%2Ffj",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 6018803 DEBUG (OverseerStateUpdate-74131882729144324-127.0.0.1:37594_zqj%2Ffj-n_0000000000) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/control_collection/state.json version: 0
[junit4] 2> 6019740 INFO (qtp1553297942-49260) [n:127.0.0.1:37594_zqj%2Ffj c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 6019768 INFO (qtp1553297942-49260) [n:127.0.0.1:37594_zqj%2Ffj c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 6019875 INFO (qtp1553297942-49260) [n:127.0.0.1:37594_zqj%2Ffj c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 6019921 INFO (qtp1553297942-49260) [n:127.0.0.1:37594_zqj%2Ffj c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 6019921 INFO (qtp1553297942-49260) [n:127.0.0.1:37594_zqj%2Ffj c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4d217182
[junit4] 2> 6019928 INFO (qtp1553297942-49260) [n:127.0.0.1:37594_zqj%2Ffj c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_8038F3970DE17F9E-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_8038F3970DE17F9E-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 6019931 INFO (qtp1553297942-49260) [n:127.0.0.1:37594_zqj%2Ffj c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=11, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8800830974446596]
[junit4] 2> 6019943 WARN (qtp1553297942-49260) [n:127.0.0.1:37594_zqj%2Ffj c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 6020000 INFO (qtp1553297942-49260) [n:127.0.0.1:37594_zqj%2Ffj c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 6020000 INFO (qtp1553297942-49260) [n:127.0.0.1:37594_zqj%2Ffj c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 6020002 INFO (qtp1553297942-49260) [n:127.0.0.1:37594_zqj%2Ffj c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 6020002 INFO (qtp1553297942-49260) [n:127.0.0.1:37594_zqj%2Ffj c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 6020003 INFO (qtp1553297942-49260) [n:127.0.0.1:37594_zqj%2Ffj c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@78c188b7
[junit4] 2> 6020004 INFO (qtp1553297942-49260) [n:127.0.0.1:37594_zqj%2Ffj c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@43bacad7[control_collection_shard1_replica_n1] main]
[junit4] 2> 6020005 INFO (qtp1553297942-49260) [n:127.0.0.1:37594_zqj%2Ffj c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 6020006 INFO (qtp1553297942-49260) [n:127.0.0.1:37594_zqj%2Ffj c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 6020006 INFO (qtp1553297942-49260) [n:127.0.0.1:37594_zqj%2Ffj c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 6020006 INFO (qtp1553297942-49260) [n:127.0.0.1:37594_zqj%2Ffj c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1624573198831976448
[junit4] 2> 6020010 INFO (searcherExecutor-7527-thread-1-processing-n:127.0.0.1:37594_zqj%2Ffj x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:37594_zqj%2Ffj c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@43bacad7[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 6020013 INFO (qtp1553297942-49260) [n:127.0.0.1:37594_zqj%2Ffj c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 6020013 INFO (qtp1553297942-49260) [n:127.0.0.1:37594_zqj%2Ffj c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
[junit4] 2> 6020019 INFO (qtp1553297942-49260) [n:127.0.0.1:37594_zqj%2Ffj c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 6020019 INFO (qtp1553297942-49260) [n:127.0.0.1:37594_zqj%2Ffj c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 6020019 INFO (qtp1553297942-49260) [n:127.0.0.1:37594_zqj%2Ffj c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37594/zqj/fj/control_collection_shard1_replica_n1/
[junit4] 2> 6020019 INFO (qtp1553297942-49260) [n:127.0.0.1:37594_zqj%2Ffj c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 6020019 INFO (qtp1553297942-49260) [n:127.0.0.1:37594_zqj%2Ffj c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:37594/zqj/fj/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 6020019 INFO (qtp1553297942-49260) [n:127.0.0.1:37594_zqj%2Ffj c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/74131882729144324-core_node2-n_0000000000
[junit4] 2> 6020021 INFO (qtp1553297942-49260) [n:127.0.0.1:37594_zqj%2Ffj c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37594/zqj/fj/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 6020021 DEBUG (OverseerStateUpdate-74131882729144324-127.0.0.1:37594_zqj%2Ffj-n_0000000000) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "base_url":"http://127.0.0.1:37594/zqj/fj",
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "state":"active"} current state version: 0
[junit4] 2> 6020122 DEBUG (OverseerStateUpdate-74131882729144324-127.0.0.1:37594_zqj%2Ffj-n_0000000000) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/control_collection/state.json version: 1
[junit4] 2> 6020123 INFO (zkCallback-13687-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 6020123 INFO (zkCallback-13687-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 6020124 INFO (qtp1553297942-49260) [n:127.0.0.1:37594_zqj%2Ffj c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 6020124 DEBUG (OverseerStateUpdate-74131882729144324-127.0.0.1:37594_zqj%2Ffj-n_0000000000) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:37594/zqj/fj",
[junit4] 2> "node_name":"127.0.0.1:37594_zqj%2Ffj",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 6020125 DEBUG (OverseerStateUpdate-74131882729144324-127.0.0.1:37594_zqj%2Ffj-n_0000000000) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:37594/zqj/fj",
[junit4] 2> "node_name":"127.0.0.1:37594_zqj%2Ffj",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 6020125 DEBUG (OverseerStateUpdate-74131882729144324-127.0.0.1:37594_zqj%2Ffj-n_0000000000) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node2:{"core":"control_collection_shard1_replica_n1","base_url":"http://127.0.0.1:37594/zqj/fj","node_name":"127.0.0.1:37594_zqj%2Ffj","state":"active","type":"NRT","leader":"true"}
[junit4] 2> 6020125 DEBUG (OverseerStateUpdate-74131882729144324-127.0.0.1:37594_zqj%2Ffj-n_0000000000) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(control_collection//collections/control_collection/state.json/2)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node2":{
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:37594/zqj/fj",
[junit4] 2> "node_name":"127.0.0.1:37594_zqj%2Ffj",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true"}}}}}
[junit4] 2> 6020126 INFO (qtp1553297942-49260) [n:127.0.0.1:37594_zqj%2Ffj c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1426
[junit4] 2> 6020126 DEBUG (OverseerThreadFactory-7522-thread-1-processing-n:127.0.0.1:37594_zqj%2Ffj) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.a.c.CreateCollectionCmd Finished create command on all shards for collection: control_collection
[junit4] 2> 6020126 DEBUG (OverseerThreadFactory-7522-thread-1-processing-n:127.0.0.1:37594_zqj%2Ffj) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.OverseerTaskProcessor Completed task:[/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 6020127 DEBUG (OverseerThreadFactory-7522-thread-1-processing-n:127.0.0.1:37594_zqj%2Ffj) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000000] as completed.
[junit4] 2> 6020127 DEBUG (OverseerThreadFactory-7522-thread-1-processing-n:127.0.0.1:37594_zqj%2Ffj) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 6020128 DEBUG (OverseerThreadFactory-7522-thread-1-processing-n:127.0.0.1:37594_zqj%2Ffj) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 6020128 DEBUG (OverseerThreadFactory-7522-thread-1-processing-n:127.0.0.1:37594_zqj%2Ffj) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.OverseerTaskProcessor CompletedTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 6020128 INFO (OverseerThreadFactory-7522-thread-1-processing-n:127.0.0.1:37594_zqj%2Ffj) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 6020128 DEBUG (OverseerThreadFactory-7522-thread-1-processing-n:127.0.0.1:37594_zqj%2Ffj) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Message id:/overseer/collection-queue-work/qn-0000000000 complete, response:{success={127.0.0.1:37594_zqj%2Ffj={responseHeader={status=0,QTime=1426},core=control_collection_shard1_replica_n1}}}
[junit4] 2> 6020130 INFO (qtp1553297942-49257) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 6020225 DEBUG (OverseerStateUpdate-74131882729144324-127.0.0.1:37594_zqj%2Ffj-n_0000000000) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/control_collection/state.json version: 2
[junit4] 2> 6020226 INFO (zkCallback-13687-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 6020226 INFO (zkCallback-13687-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 6020226 INFO (zkCallback-13687-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 6020226 INFO (qtp1553297942-49257) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:37594_zqj%252Ffj&wt=javabin&version=2} status=0 QTime=1686
[junit4] 2> 6020281 INFO (zkConnectionManagerCallback-13707-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6020282 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[8038F3970DE17F9E]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 6020282 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[8038F3970DE17F9E]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36440/solr ready
[junit4] 2> 6020282 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[8038F3970DE17F9E]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 6020283 INFO (qtp1553297942-49260) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 6020285 DEBUG (OverseerCollectionConfigSetProcessor-74131882729144324-127.0.0.1:37594_zqj%2Ffj-n_0000000000) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.OverseerTaskProcessor Got 1 tasks from work-queue : [[org.apache.solr.cloud.OverseerTaskQueue$QueueEvent@2e684ed1]]
[junit4] 2> 6020285 DEBUG (OverseerCollectionConfigSetProcessor-74131882729144324-127.0.0.1:37594_zqj%2Ffj-n_0000000000) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000002] as running
[junit4] 2> 6020285 DEBUG (OverseerCollectionConfigSetProcessor-74131882729144324-127.0.0.1:37594_zqj%2Ffj-n_0000000000) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000002 message:{
[junit4] 2> "name":"collection1",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "createNodeSet":"",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"}
[junit4] 2> 6020301 DEBUG (OverseerThreadFactory-7522-thread-2-processing-n:127.0.0.1:37594_zqj%2Ffj) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.OverseerTaskProcessor Runner processing /overseer/collection-queue-work/qn-0000000002
[junit4] 2> 6020301 DEBUG (OverseerThreadFactory-7522-thread-2-processing-n:127.0.0.1:37594_zqj%2Ffj) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.a.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
[junit4] 2> "name":"collection1",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "createNodeSet":"",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"}
[junit4] 2> 6020301 INFO (OverseerThreadFactory-7522-thread-2-processing-n:127.0.0.1:37594_zqj%2Ffj) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 6020301 DEBUG (OverseerCollectionConfigSetProcessor-74131882729144324-127.0.0.1:37594_zqj%2Ffj-n_0000000000) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1 #Completed tasks: 1
[junit4] 2> 6020301 INFO (OverseerCollectionConfigSetProcessor-74131882729144324-127.0.0.1:37594_zqj%2Ffj-n_0000000000) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 6020301 DEBUG (OverseerCollectionConfigSetProcessor-74131882729144324-127.0.0.1:37594_zqj%2Ffj-n_0000000000) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000002]
[junit4] 2> 6020301 DEBUG (OverseerCollectionConfigSetProcessor-74131882729144324-127.0.0.1:37594_zqj%2Ffj-n_0000000000) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 6020301 DEBUG (OverseerCollectionConfigSetProcessor-74131882729144324-127.0.0.1:37594_zqj%2Ffj-n_0000000000) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 6020301 INFO (OverseerCollectionConfigSetProcessor-74131882729144324-127.0.0.1:37594_zqj%2Ffj-n_0000000000) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000002]
[junit4] 2> 6020301 DEBUG (OverseerThreadFactory-7522-thread-2-processing-n:127.0.0.1:37594_zqj%2Ffj) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.a.c.OverseerCollectionMessageHandler creating collections conf node /collections/collection1
[junit4] 2> 6020302 DEBUG (OverseerThreadFactory-7522-thread-2-processing-n:127.0.0.1:37594_zqj%2Ffj) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.a.c.CreateCollectionCmd Check for collection zkNode:collection1
[junit4] 2> 6020303 DEBUG (OverseerThreadFactory-7522-thread-2-processing-n:127.0.0.1:37594_zqj%2Ffj) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.a.c.CreateCollectionCmd Collection zkNode exists
[junit4] 2> 6020304 DEBUG (OverseerStateUpdate-74131882729144324-127.0.0.1:37594_zqj%2Ffj-n_0000000000) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"collection1",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "createNodeSet":"",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 6020304 DEBUG (OverseerStateUpdate-74131882729144324-127.0.0.1:37594_zqj%2Ffj-n_0000000000) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
[junit4] 2> 6020405 DEBUG (OverseerStateUpdate-74131882729144324-127.0.0.1:37594_zqj%2Ffj-n_0000000000) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/collection1/state.json
[junit4] 2> 6020505 WARN (OverseerThreadFactory-7522-thread-2-processing-n:127.0.0.1:37594_zqj%2Ffj) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 6020506 DEBUG (OverseerThreadFactory-7522-thread-2-processing-n:127.0.0.1:37594_zqj%2Ffj) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.a.c.CreateCollectionCmd Finished create command for collection: collection1
[junit4] 2> 6020506 DEBUG (OverseerThreadFactory-7522-thread-2-processing-n:127.0.0.1:37594_zqj%2Ffj) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.OverseerTaskProcessor Completed task:[/overseer/collection-queue-work/qn-0000000002]
[junit4] 2> 6020507 DEBUG (OverseerThreadFactory-7522-thread-2-processing-n:127.0.0.1:37594_zqj%2Ffj) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000002] as completed.
[junit4] 2> 6020507 DEBUG (OverseerThreadFactory-7522-thread-2-processing-n:127.0.0.1:37594_zqj%2Ffj) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 6020507 DEBUG (OverseerThreadFactory-7522-thread-2-processing-n:127.0.0.1:37594_zqj%2Ffj) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 6020507 DEBUG (OverseerThreadFactory-7522-thread-2-processing-n:127.0.0.1:37594_zqj%2Ffj) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.OverseerTaskProcessor CompletedTasks: [/overseer/collection-queue-work/qn-0000000002]
[junit4] 2> 6020507 INFO (OverseerThreadFactory-7522-thread-2-processing-n:127.0.0.1:37594_zqj%2Ffj) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000002]
[junit4] 2> 6020507 DEBUG (OverseerThreadFactory-7522-thread-2-processing-n:127.0.0.1:37594_zqj%2Ffj) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Message id:/overseer/collection-queue-work/qn-0000000002 complete, response:{}
[junit4] 2> 6020508 INFO (qtp1553297942-49260) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 6020508 INFO (qtp1553297942-49260) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=224
[junit4] 2> 6020517 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[8038F3970DE17F9E]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=4
[junit4] 2> 6020674 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[8038F3970DE17F9E]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_8038F3970DE17F9E-001/shard-1-001 of type NRT
[junit4] 2> 6020675 WARN (closeThreadPool-13708-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 6020676 INFO (closeThreadPool-13708-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 6020676 INFO (closeThreadPool-13708-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 6020676 INFO (closeThreadPool-13708-thread-1) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 6020677 INFO (closeThreadPool-13708-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 6020677 INFO (closeThreadPool-13708-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 6020677 INFO (closeThreadPool-13708-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 6020677 INFO (closeThreadPool-13708-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@45763e2d{/zqj/fj,null,AVAILABLE}
[junit4] 2> 6020677 INFO (closeThreadPool-13708-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1be5fba7{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:38395}
[junit4] 2> 6020677 INFO (closeThreadPool-13708-thread-1) [ ] o.e.j.s.Server Started @6020750ms
[junit4] 2> 6020677 INFO (closeThreadPool-13708-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_8038F3970DE17F9E-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/zqj/fj, hostPort=38395, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_8038F3970DE17F9E-001/shard-1-001/cores}
[junit4] 2> 6020678 ERROR (closeThreadPool-13708-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 6020678 INFO (closeThreadPool-13708-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 6020678 INFO (closeThreadPool-13708-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 6020678 INFO (closeThreadPool-13708-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 6020678 INFO (closeThreadPool-13708-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 6020678 INFO (closeThreadPool-13708-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-02-04T20:55:35.520Z
[junit4] 2> 6020680 INFO (zkConnectionManagerCallback-13710-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6020681 INFO (closeThreadPool-13708-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 6020681 INFO (closeThreadPool-13708-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_8038F3970DE17F9E-001/shard-1-001/solr.xml
[junit4] 2> 6020685 INFO (closeThreadPool-13708-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 6020685 INFO (closeThreadPool-13708-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 6020686 INFO (closeThreadPool-13708-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4d217182, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 6020814 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[8038F3970DE17F9E]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_8038F3970DE17F9E-001/shard-2-001 of type NRT
[junit4] 2> 6020825 WARN (closeThreadPool-13708-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 6020825 INFO (closeThreadPool-13708-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 6020825 INFO (closeThreadPool-13708-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 6020826 INFO (closeThreadPool-13708-thread-2) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 6020852 INFO (closeThreadPool-13708-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 6020852 INFO (closeThreadPool-13708-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 6020852 INFO (closeThreadPool-13708-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 6020852 INFO (closeThreadPool-13708-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5f42d30e{/zqj/fj,null,AVAILABLE}
[junit4] 2> 6020853 INFO (closeThreadPool-13708-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1e3f6d62{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:37188}
[junit4] 2> 6020853 INFO (closeThreadPool-13708-thread-2) [ ] o.e.j.s.Server Started @6020926ms
[junit4] 2> 6020853 INFO (closeThreadPool-13708-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_8038F3970DE17F9E-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/zqj/fj, hostPort=37188, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_8038F3970DE17F9E-001/shard-2-001/cores}
[junit4] 2> 6020853 ERROR (closeThreadPool-13708-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 6020853 INFO (closeThreadPool-13708-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 6020853 INFO (closeThreadPool-13708-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 6020853 INFO (closeThreadPool-13708-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 6020853 INFO (closeThreadPool-13708-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 6020853 INFO (closeThreadPool-13708-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-02-04T20:55:35.695Z
[junit4] 2> 6020857 INFO (closeThreadPool-13708-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 6020865 INFO (zkConnectionManagerCallback-13712-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6020867 WARN (closeThreadPool-13708-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@3e03de76[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6020868 INFO (closeThreadPool-13708-thread-2) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 6020868 INFO (closeThreadPool-13708-thread-2) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_8038F3970DE17F9E-001/shard-2-001/solr.xml
[junit4] 2> 6020871 WARN (closeThreadPool-13708-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@3c2aee2f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6020872 INFO (closeThreadPool-13708-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36440/solr
[junit4] 2> 6020872 INFO (closeThreadPool-13708-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 6020872 INFO (closeThreadPool-13708-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 6020875 INFO (closeThreadPool-13708-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4d217182, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 6020886 INFO (zkConnectionManagerCallback-13718-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6020895 INFO (zkConnectionManagerCallback-13720-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6020898 INFO (closeThreadPool-13708-thread-1) [n:127.0.0.1:38395_zqj%2Ffj ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 6020909 INFO (closeThreadPool-13708-thread-1) [n:127.0.0.1:38395_zqj%2Ffj ] o.a.s.c.ZkController Publish node=127.0.0.1:38395_zqj%2Ffj as DOWN
[junit4] 2> 6020910 INFO (closeThreadPool-13708-thread-1) [n:127.0.0.1:38395_zqj%2Ffj ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 6020910 INFO (closeThreadPool-13708-thread-1) [n:127.0.0.1:38395_zqj%2Ffj ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38395_zqj%2Ffj
[junit4] 2> 6020911 INFO (zkCallback-13694-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 6020911 DEBUG (OverseerStateUpdate-74131882729144324-127.0.0.1:37594_zqj%2Ffj-n_0000000000) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:38395_zqj%2Ffj"} current state version: 0
[junit4] 2> 6020911 DEBUG (OverseerStateUpdate-74131882729144324-127.0.0.1:37594_zqj%2Ffj-n_0000000000) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:38395_zqj%2Ffj
[junit4] 2> 6020911 INFO (zkCallback-13687-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 6020917 INFO (zkCallback-13706-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 6020938 INFO (zkCallback-13719-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 6020939 INFO (zkConnectionManagerCallback-13727-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6020940 INFO (closeThreadPool-13708-thread-1) [n:127.0.0.1:38395_zqj%2Ffj ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 6020940 INFO (closeThreadPool-13708-thread-1) [n:127.0.0.1:38395_zqj%2Ffj ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36440/solr ready
[junit4] 2> 6020941 INFO (closeThreadPool-13708-thread-1) [n:127.0.0.1:38395_zqj%2Ffj ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 6020959 INFO (closeThreadPool-13708-thread-1) [n:127.0.0.1:38395_zqj%2Ffj ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4d217182
[junit4] 2> 6020977 INFO (closeThreadPool-13708-thread-1) [n:127.0.0.1:38395_zqj%2Ffj ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4d217182
[junit4] 2> 6020977 INFO (closeThreadPool-13708-thread-1) [n:127.0.0.1:38395_zqj%2Ffj ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4d217182
[junit4] 2> 6020978 INFO (closeThreadPool-13708-thread-1) [n:127.0.0.1:38395_zqj%2Ffj ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_8038F3970DE17F9E-001/shard-1-001/cores
[junit4] 2> 6020990 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[8038F3970DE17F9E]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_8038F3970DE17F9E-001/shard-3-001 of type NRT
[junit4] 2> 6021014 WARN (closeThreadPool-13708-thread-3) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 6021018 INFO (closeThreadPool-13708-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 6021018 INFO (closeThreadPool-13708-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 6021018 INFO (closeThreadPool-13708-thread-3) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 6021057 INFO (closeThreadPool-13708-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 6021058 INFO (closeThreadPool-13708-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 6021058 INFO (closeThreadPool-13708-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 6021058 INFO (closeThreadPool-13708-thread-3) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 6021058 INFO (closeThreadPool-13708-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7fce92c1{/zqj/fj,null,AVAILABLE}
[junit4] 2> 6021065 INFO (closeThreadPool-13708-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@794e2681{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:44942}
[junit4] 2> 6021065 INFO (closeThreadPool-13708-thread-3) [ ] o.e.j.s.Server Started @6021138ms
[junit4] 2> 6021065 INFO (closeThreadPool-13708-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_8038F3970DE17F9E-001/tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/zqj/fj, hostPort=44942, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_8038F3970DE17F9E-001/shard-3-001/cores}
[junit4] 2> 6021065 ERROR (closeThreadPool-13708-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 6021065 INFO (closeThreadPool-13708-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 6021065 INFO (closeThreadPool-13708-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 6021065 INFO (closeThreadPool-13708-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 6021065 INFO (closeThreadPool-13708-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 6021065 INFO (closeThreadPool-13708-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-02-04T20:55:35.907Z
[junit4] 2> 6021070 WARN (closeThreadPool-13708-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@7356822f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6021071 INFO (zkConnectionManagerCallback-13731-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6021072 INFO (closeThreadPool-13708-thread-3) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 6021072 INFO (closeThreadPool-13708-thread-3) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_8038F3970DE17F9E-001/shard-3-001/solr.xml
[junit4] 2> 6021074 WARN (closeThreadPool-13708-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@448f8351[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6021075 INFO (closeThreadPool-13708-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36440/solr
[junit4] 2> 6021076 INFO (closeThreadPool-13708-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 6021076 INFO (closeThreadPool-13708-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 6021078 INFO (closeThreadPool-13708-thread-3) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4d217182, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 6021105 INFO (zkConnectionManagerCallback-13736-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6021137 INFO (zkConnectionManagerCallback-13738-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6021139 INFO (closeThreadPool-13708-thread-2) [n:127.0.0.1:37188_zqj%2Ffj ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 6021141 INFO (closeThreadPool-13708-thread-2) [n:127.0.0.1:37188_zqj%2Ffj ] o.a.s.c.ZkController Publish node=127.0.0.1:37188_zqj%2Ffj as DOWN
[junit4] 2> 6021142 INFO (closeThreadPool-13708-thread-2) [n:127.0.0.1:37188_zqj%2Ffj ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 6021142 INFO (closeThreadPool-13708-thread-2) [n:127.0.0.1:37188_zqj%2Ffj ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37188_zqj%2Ffj
[junit4] 2> 6021143 DEBUG (OverseerStateUpdate-74131882729144324-127.0.0.1:37594_zqj%2Ffj-n_0000000000) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:37188_zqj%2Ffj"} current state version: 0
[junit4] 2> 6021143 DEBUG (OverseerStateUpdate-74131882729144324-127.0.0.1:37594_zqj%2Ffj-n_0000000000) [n:127.0.0.1:37594_zqj%2Ffj ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:37188_zqj%2Ffj
[junit4] 2> 6021144 INFO (zkCallback-13706-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 6021144 INFO (zkCallback-13694-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 6021144 INFO (zkCallback-13687-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 6021146 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[8038F3970DE17F9E]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_8038F3970DE17F9E-001/shard-4-001 of type NRT
[junit4] 2> 6021146 WARN (closeThreadPool-13708-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 6021146 INFO (closeThreadPool-13708-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 6021146 INFO (closeThreadPool-13708-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 6021147 INFO (closeThreadPool-13708-thread-1) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 6021150 INFO (zkCallback-13726-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 6021169 INFO (zkCallback-13719-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 6021173 INFO (closeThreadPool-13708-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 6021173 INFO (closeThreadPool-13708-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 6021173 INFO (closeThreadPool-13708-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 6021173 INFO (zkCallback-13737-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 6021174 INFO (closeThreadPool-13708-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@54fec4c6{/zqj/fj,null,AVAILABLE}
[junit4] 2> 6021174 INFO (zkConnectionManagerCallback-13745-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6021175 INFO (closeThreadPool-13708-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@70225399{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:44054}
[junit4] 2> 6021175 INFO (closeThreadPool-13708-thread-1) [ ] o.e.j.s.Server Started @6021248ms
[junit4] 2> 6021175 INFO (closeThreadPool-13708-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_8038F3970DE17F9E-001/tempDir-001/jetty4, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/zqj/fj, hostPort=44054, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_8038F3970DE17F9E-001/shard-4-001/cores}
[junit4] 2> 6021175 ERROR (closeThreadPool-13708-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 6021175 INFO (closeThreadPool-13708-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 6021175 INFO (closeThreadPool-13708-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 6021175 INFO (closeThreadPool-13708-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 6021175 INFO (closeThreadPool-13708-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 6021175 INFO (closeThreadPool-13708-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-02-04T20:55:36.017Z
[junit4] 2> 6021176 INFO (closeThreadPool-13708-thread-2) [n:127.0.0.1:37188_zqj%2Ffj ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 6021177 INFO (zkConnectionManagerCallback-13747-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6021177 INFO (closeThreadPool-13708-thread-2) [n:127.0.0.1:37188_zqj%2Ffj ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36440/solr ready
[junit4] 2> 6021178 INFO (closeThreadPool-13708-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 6021178 INFO (closeThreadPool-13708-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_8038F3970DE17F9E-001/shard-4-001/solr.xml
[junit4] 2> 6021185 INFO (closeThreadPool-13708-thread-2) [n:127.0.0.1:37188_zqj%2Ffj ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 6021185 INFO (closeThreadPool-13708-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 6021185 INFO (closeThreadPool-13708-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 6021193 INFO (closeThreadPool-13708-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4d217182, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 6021207 INFO (closeThreadPool-13708-thread-2) [n:127.0.0.1:37188_zqj%2Ffj ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4d217182
[junit4] 2> 6021287 INFO (closeThreadPool-13708-thread-2) [n:127.0.0.1:37188_zqj%2Ffj ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4d217182
[junit4] 2> 6021287 INFO (closeThreadPool-13708-thread-2) [n:127.0.0.1:37188_zqj%2Ffj ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4d217182
[junit4] 2> 6021293 INFO (closeThreadPool-13708-thread-2) [n:127.0.0.1:37188_zqj%2Ffj ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_8038F3970DE17F9E-001/shard-2-001/cores
[junit4] 2> 6021408 INFO (closeThreadPool-13708-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 6021409 WARN (closeThreadPool-13708-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@12f8b038[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6021448 INFO (closeThreadPool-13708-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 6021455 WARN (closeThreadPool-13708-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@6ebfb689[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6021458 WARN (closeThreadPool-13708-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@713e8e4c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6021458 WARN (closeThreadPool-13708-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@48844c8a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6021459 INFO (closeThreadPool-13708-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36440/solr
[junit4] 2> 6021459
[...truncated too long message...]
urce] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/null464272992
[copy] Copying 236 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/null464272992
[delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/null464272992
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 335ms :: artifacts dl 11ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 611 minutes 31 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1072)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1074)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)