You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2018/02/01 22:40:12 UTC
[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk-9.0.1) - Build # 1277 -
Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1277/
Java: 64bit/jdk-9.0.1 -XX:+UseCompressedOops -XX:+UseSerialGC
6 tests failed.
FAILED: org.apache.solr.cloud.ReplaceNodeNoTargetTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([90E24B78D3993F3B:18B674A27D6552C3]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.ReplaceNodeNoTargetTest.test(ReplaceNodeNoTargetTest.java:92)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.api.collections.CollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Error from server at https://127.0.0.1:40809/solr/awhollynewcollection_0_shard1_replica_n1: ClusterState says we are the leader (https://127.0.0.1:40809/solr/awhollynewcollection_0_shard1_replica_n1), but locally we don't think so. Request came from null
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:40809/solr/awhollynewcollection_0_shard1_replica_n1: ClusterState says we are the leader (https://127.0.0.1:40809/solr/awhollynewcollection_0_shard1_replica_n1), but locally we don't think so. Request came from null
at __randomizedtesting.SeedInfo.seed([90E24B78D3993F3B:D8973FCCD5AA10AE]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:550)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1013)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.cloud.api.collections.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:462)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:40809/solr/awhollynewcollection_0_shard1_replica_n1: ClusterState says we are the leader (https://127.0.0.1:40809/solr/awhollynewcollection_0_shard1_replica_n1), but locally we don't think so. Request came from null
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:527)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
... 1 more
FAILED: org.apache.solr.cloud.autoscaling.ComputePlanActionTest.testNodeWithMultipleReplicasLost
Error Message:
The operations computed by ComputePlanAction should not be null SolrClientNodeStateProvider.DEBUG{AFTER_ACTION=[compute_plan, null], BEFORE_ACTION=[compute_plan, null]}
Stack Trace:
java.lang.AssertionError: The operations computed by ComputePlanAction should not be null SolrClientNodeStateProvider.DEBUG{AFTER_ACTION=[compute_plan, null], BEFORE_ACTION=[compute_plan, null]}
at __randomizedtesting.SeedInfo.seed([90E24B78D3993F3B:A022AAFA5BEBDE67]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.autoscaling.ComputePlanActionTest.testNodeWithMultipleReplicasLost(ComputePlanActionTest.java:291)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testCooldown
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([90E24B78D3993F3B:A15C269CAD334AC9]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testCooldown(TriggerIntegrationTest.java:1177)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([90E24B78D3993F3B:2AEE7CF78C71E974]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.junit.Assert.assertNull(Assert.java:562)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger(TriggerIntegrationTest.java:1575)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.TestUtilizeNode.test
Error Message:
no replica should be present in 127.0.0.1:32881_solr
Stack Trace:
java.lang.AssertionError: no replica should be present in 127.0.0.1:32881_solr
at __randomizedtesting.SeedInfo.seed([90E24B78D3993F3B:18B674A27D6552C3]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.TestUtilizeNode.test(TestUtilizeNode.java:99)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 12087 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.ComputePlanActionTest
[junit4] 2> 648456 INFO (SUITE-ComputePlanActionTest-seed#[90E24B78D3993F3B]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ComputePlanActionTest_90E24B78D3993F3B-001/init-core-data-001
[junit4] 2> 648457 WARN (SUITE-ComputePlanActionTest-seed#[90E24B78D3993F3B]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 648457 INFO (SUITE-ComputePlanActionTest-seed#[90E24B78D3993F3B]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 648457 INFO (SUITE-ComputePlanActionTest-seed#[90E24B78D3993F3B]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 648458 INFO (SUITE-ComputePlanActionTest-seed#[90E24B78D3993F3B]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ComputePlanActionTest_90E24B78D3993F3B-001/tempDir-001
[junit4] 2> 648459 INFO (SUITE-ComputePlanActionTest-seed#[90E24B78D3993F3B]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 648459 INFO (Thread-3034) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 648459 INFO (Thread-3034) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 648463 ERROR (Thread-3034) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 648559 INFO (SUITE-ComputePlanActionTest-seed#[90E24B78D3993F3B]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:40561
[junit4] 2> 648560 INFO (zkConnectionManagerCallback-3352-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 648563 INFO (jetty-launcher-3349-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 648568 INFO (jetty-launcher-3349-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 648568 INFO (jetty-launcher-3349-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 648569 INFO (jetty-launcher-3349-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 648569 INFO (jetty-launcher-3349-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4633bc11{/solr,null,AVAILABLE}
[junit4] 2> 648570 INFO (jetty-launcher-3349-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2b37cb1c{SSL,[ssl, http/1.1]}{127.0.0.1:39291}
[junit4] 2> 648570 INFO (jetty-launcher-3349-thread-1) [ ] o.e.j.s.Server Started @650633ms
[junit4] 2> 648570 INFO (jetty-launcher-3349-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39291}
[junit4] 2> 648571 ERROR (jetty-launcher-3349-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 648571 INFO (jetty-launcher-3349-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 648571 INFO (jetty-launcher-3349-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 648571 INFO (jetty-launcher-3349-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 648571 INFO (jetty-launcher-3349-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-01T21:33:48.902411Z
[junit4] 2> 648577 INFO (zkConnectionManagerCallback-3354-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 648577 INFO (jetty-launcher-3349-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 648596 INFO (jetty-launcher-3349-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40561/solr
[junit4] 2> 648598 INFO (zkConnectionManagerCallback-3358-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 648600 INFO (zkConnectionManagerCallback-3360-thread-1-processing-n:127.0.0.1:39291_solr) [n:127.0.0.1:39291_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 648642 INFO (jetty-launcher-3349-thread-1) [n:127.0.0.1:39291_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 648642 INFO (jetty-launcher-3349-thread-1) [n:127.0.0.1:39291_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39291_solr
[junit4] 2> 648643 INFO (jetty-launcher-3349-thread-1) [n:127.0.0.1:39291_solr ] o.a.s.c.Overseer Overseer (id=72076205555974147-127.0.0.1:39291_solr-n_0000000000) starting
[junit4] 2> 648646 DEBUG (OverseerStateUpdate-72076205555974147-127.0.0.1:39291_solr-n_0000000000) [n:127.0.0.1:39291_solr ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 648652 INFO (jetty-launcher-3349-thread-1) [n:127.0.0.1:39291_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39291_solr
[junit4] 2> 648652 DEBUG (OverseerAutoScalingTriggerThread-72076205555974147-127.0.0.1:39291_solr-n_0000000000) [n:127.0.0.1:39291_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 648652 DEBUG (OverseerAutoScalingTriggerThread-72076205555974147-127.0.0.1:39291_solr-n_0000000000) [n:127.0.0.1:39291_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 648653 INFO (zkCallback-3359-thread-1-processing-n:127.0.0.1:39291_solr) [n:127.0.0.1:39291_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 648653 DEBUG (OverseerAutoScalingTriggerThread-72076205555974147-127.0.0.1:39291_solr-n_0000000000) [n:127.0.0.1:39291_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:39291_solr]
[junit4] 2> 648653 DEBUG (OverseerAutoScalingTriggerThread-72076205555974147-127.0.0.1:39291_solr-n_0000000000) [n:127.0.0.1:39291_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 648653 DEBUG (OverseerAutoScalingTriggerThread-72076205555974147-127.0.0.1:39291_solr-n_0000000000) [n:127.0.0.1:39291_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 648653 DEBUG (OverseerAutoScalingTriggerThread-72076205555974147-127.0.0.1:39291_solr-n_0000000000) [n:127.0.0.1:39291_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 648654 DEBUG (OverseerAutoScalingTriggerThread-72076205555974147-127.0.0.1:39291_solr-n_0000000000) [n:127.0.0.1:39291_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 648654 DEBUG (ScheduledTrigger-2655-thread-1) [n:127.0.0.1:39291_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 648700 INFO (jetty-launcher-3349-thread-1) [n:127.0.0.1:39291_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39291.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f554ac2
[junit4] 2> 648708 INFO (jetty-launcher-3349-thread-1) [n:127.0.0.1:39291_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39291.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f554ac2
[junit4] 2> 648709 INFO (jetty-launcher-3349-thread-1) [n:127.0.0.1:39291_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39291.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f554ac2
[junit4] 2> 648710 INFO (jetty-launcher-3349-thread-1) [n:127.0.0.1:39291_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ComputePlanActionTest_90E24B78D3993F3B-001/tempDir-001/node1/.
[junit4] 2> 648723 INFO (zkConnectionManagerCallback-3364-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 648732 INFO (zkConnectionManagerCallback-3368-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 648732 INFO (SUITE-ComputePlanActionTest-seed#[90E24B78D3993F3B]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 648733 INFO (SUITE-ComputePlanActionTest-seed#[90E24B78D3993F3B]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40561/solr ready
[junit4] 2> 648739 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[90E24B78D3993F3B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAdded
[junit4] 2> 648739 DEBUG (zkCallback-3359-thread-1-processing-n:127.0.0.1:39291_solr) [n:127.0.0.1:39291_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 648740 DEBUG (OverseerAutoScalingTriggerThread-72076205555974147-127.0.0.1:39291_solr-n_0000000000) [n:127.0.0.1:39291_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 648740 INFO (TEST-ComputePlanActionTest.testNodeAdded-seed#[90E24B78D3993F3B]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 648740 DEBUG (OverseerAutoScalingTriggerThread-72076205555974147-127.0.0.1:39291_solr-n_0000000000) [n:127.0.0.1:39291_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 648740 DEBUG (OverseerAutoScalingTriggerThread-72076205555974147-127.0.0.1:39291_solr-n_0000000000) [n:127.0.0.1:39291_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 648741 DEBUG (OverseerAutoScalingTriggerThread-72076205555974147-127.0.0.1:39291_solr-n_0000000000) [n:127.0.0.1:39291_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 648764 INFO (qtp879859706-9701) [n:127.0.0.1:39291_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 648764 DEBUG (qtp879859706-9704) [n:127.0.0.1:39291_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 648764 INFO (qtp879859706-9704) [n:127.0.0.1:39291_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=7
[junit4] 2> 648765 DEBUG (zkCallback-3359-thread-1-processing-n:127.0.0.1:39291_solr) [n:127.0.0.1:39291_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 648765 DEBUG (OverseerAutoScalingTriggerThread-72076205555974147-127.0.0.1:39291_solr-n_0000000000) [n:127.0.0.1:39291_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 648765 DEBUG (OverseerAutoScalingTriggerThread-72076205555974147-127.0.0.1:39291_solr-n_0000000000) [n:127.0.0.1:39291_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 648765 DEBUG (OverseerAutoScalingTriggerThread-72076205555974147-127.0.0.1:39291_solr-n_0000000000) [n:127.0.0.1:39291_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 648765 DEBUG (OverseerAutoScalingTriggerThread-72076205555974147-127.0.0.1:39291_solr-n_0000000000) [n:127.0.0.1:39291_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 648766 INFO (qtp879859706-9705) [n:127.0.0.1:39291_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 648767 DEBUG (qtp879859706-9706) [n:127.0.0.1:39291_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 648767 INFO (qtp879859706-9706) [n:127.0.0.1:39291_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 648767 DEBUG (zkCallback-3359-thread-1-processing-n:127.0.0.1:39291_solr) [n:127.0.0.1:39291_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 648767 DEBUG (OverseerAutoScalingTriggerThread-72076205555974147-127.0.0.1:39291_solr-n_0000000000) [n:127.0.0.1:39291_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 648767 DEBUG (OverseerAutoScalingTriggerThread-72076205555974147-127.0.0.1:39291_solr-n_0000000000) [n:127.0.0.1:39291_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 648767 DEBUG (OverseerAutoScalingTriggerThread-72076205555974147-127.0.0.1:39291_solr-n_0000000000) [n:127.0.0.1:39291_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 648767 DEBUG (OverseerAutoScalingTriggerThread-72076205555974147-127.0.0.1:39291_solr-n_0000000000) [n:127.0.0.1:39291_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 648769 INFO (qtp879859706-9701) [n:127.0.0.1:39291_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 648769 DEBUG (qtp879859706-9704) [n:127.0.0.1:39291_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 648770 INFO (qtp879859706-9704) [n:127.0.0.1:39291_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 648770 DEBUG (zkCallback-3359-thread-1-processing-n:127.0.0.1:39291_solr) [n:127.0.0.1:39291_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 648770 DEBUG (zkCallback-3359-thread-1-processing-n:127.0.0.1:39291_solr) [n:127.0.0.1:39291_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:39291_solr]
[junit4] 2> 648770 DEBUG (zkCallback-3359-thread-1-processing-n:127.0.0.1:39291_solr) [n:127.0.0.1:39291_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=compute_plan, class=solr.ComputePlanAction}, {name=test, class=org.apache.solr.cloud.autoscaling.ComputePlanActionTest$AssertingTriggerAction}], enabled=true}
[junit4] 2> 648770 DEBUG (OverseerAutoScalingTriggerThread-72076205555974147-127.0.0.1:39291_solr-n_0000000000) [n:127.0.0.1:39291_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 648771 DEBUG (ScheduledTrigger-2655-thread-1) [n:127.0.0.1:39291_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 648772 DEBUG (ScheduledTrigger-2655-thread-1) [n:127.0.0.1:39291_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 648772 INFO (qtp879859706-9705) [n:127.0.0.1:39291_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 648772 DEBUG (OverseerAutoScalingTriggerThread-72076205555974147-127.0.0.1:39291_solr-n_0000000000) [n:127.0.0.1:39291_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 648772 DEBUG (qtp879859706-9706) [n:127.0.0.1:39291_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 648772 DEBUG (OverseerAutoScalingTriggerThread-72076205555974147-127.0.0.1:39291_solr-n_0000000000) [n:127.0.0.1:39291_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 648772 INFO (qtp879859706-9706) [n:127.0.0.1:39291_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 648772 DEBUG (zkCallback-3359-thread-1-processing-n:127.0.0.1:39291_solr) [n:127.0.0.1:39291_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 648772 DEBUG (zkCallback-3359-thread-1-processing-n:127.0.0.1:39291_solr) [n:127.0.0.1:39291_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:39291_solr]
[junit4] 2> 648772 DEBUG (zkCallback-3359-thread-1-processing-n:127.0.0.1:39291_solr) [n:127.0.0.1:39291_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=compute_plan, class=solr.ComputePlanAction}, {name=test, class=org.apache.solr.cloud.autoscaling.ComputePlanActionTest$AssertingTriggerAction}], enabled=true}
[junit4] 2> 648773 INFO (qtp879859706-9704) [n:127.0.0.1:39291_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=testNodeAdded&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 648773 DEBUG (OverseerAutoScalingTriggerThread-72076205555974147-127.0.0.1:39291_solr-n_0000000000) [n:127.0.0.1:39291_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 648773 DEBUG (OverseerAutoScalingTriggerThread-72076205555974147-127.0.0.1:39291_solr-n_0000000000) [n:127.0.0.1:39291_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 648773 DEBUG (OverseerAutoScalingTriggerThread-72076205555974147-127.0.0.1:39291_solr-n_0000000000) [n:127.0.0.1:39291_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 648774 INFO (OverseerThreadFactory-2657-thread-1-processing-n:127.0.0.1:39291_solr) [n:127.0.0.1:39291_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testNodeAdded
[junit4] 2> 648774 WARN (OverseerThreadFactory-2657-thread-1-processing-n:127.0.0.1:39291_solr) [n:127.0.0.1:39291_solr ] o.a.s.c.a.c.CreateCollectionCmd Specified number of replicas of 2 on collection testNodeAdded is higher than the number of Solr instances currently live or live and part of your createNodeSet(1). It's unusual to run two replica of the same slice on the same Solr-instance.
[junit4] 2> 648776 INFO (qtp879859706-9701) [n:127.0.0.1:39291_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 648777 INFO (OverseerThreadFactory-2657-thread-1-processing-n:127.0.0.1:39291_solr) [n:127.0.0.1:39291_solr ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 283989546 sessionWrapper.createTime 283989544832213, this.sessionWrapper.createTime 283989544832213
[junit4] 2> 648780 DEBUG (OverseerStateUpdate-72076205555974147-127.0.0.1:39291_solr-n_0000000000) [n:127.0.0.1:39291_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"testNodeAdded",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "collection.configName":"conf",
[junit4] 2> "numShards":"1",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 648780 DEBUG (OverseerStateUpdate-72076205555974147-127.0.0.1:39291_solr-n_0000000000) [n:127.0.0.1:39291_solr ] o.a.s.c.o.ClusterStateMutator building a new cName: testNodeAdded
[junit4] 2> 648780 DEBUG (OverseerStateUpdate-72076205555974147-127.0.0.1:39291_solr-n_0000000000) [n:127.0.0.1:39291_solr ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/testNodeAdded/state.json
[junit4] 2> 648881 DEBUG (OverseerStateUpdate-72076205555974147-127.0.0.1:39291_solr-n_0000000000) [n:127.0.0.1:39291_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeAdded",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39291/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 648881 INFO (OverseerStateUpdate-72076205555974147-127.0.0.1:39291_solr-n_0000000000) [n:127.0.0.1:39291_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeAdded",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39291/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 648881 DEBUG (OverseerStateUpdate-72076205555974147-127.0.0.1:39291_solr-n_0000000000) [n:127.0.0.1:39291_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{}}
[junit4] 2> 648881 DEBUG (OverseerStateUpdate-72076205555974147-127.0.0.1:39291_solr-n_0000000000) [n:127.0.0.1:39291_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:39291/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 648882 DEBUG (OverseerStateUpdate-72076205555974147-127.0.0.1:39291_solr-n_0000000000) [n:127.0.0.1:39291_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeAdded",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testNodeAdded_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39291/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 648882 INFO (OverseerStateUpdate-72076205555974147-127.0.0.1:39291_solr-n_0000000000) [n:127.0.0.1:39291_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeAdded",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testNodeAdded_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39291/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 648882 DEBUG (OverseerStateUpdate-72076205555974147-127.0.0.1:39291_solr-n_0000000000) [n:127.0.0.1:39291_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:39291/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 648882 DEBUG (OverseerStateUpdate-72076205555974147-127.0.0.1:39291_solr-n_0000000000) [n:127.0.0.1:39291_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:39291/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"testNodeAdded_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:39291/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 648982 DEBUG (OverseerStateUpdate-72076205555974147-127.0.0.1:39291_solr-n_0000000000) [n:127.0.0.1:39291_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testNodeAdded/state.json version: 0
[junit4] 2> 649085 INFO (qtp879859706-9700) [n:127.0.0.1:39291_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testNodeAdded_shard1_replica_n1&action=CREATE&numShards=1&collection=testNodeAdded&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 649085 INFO (qtp879859706-9701) [n:127.0.0.1:39291_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testNodeAdded_shard1_replica_n2&action=CREATE&numShards=1&collection=testNodeAdded&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 649085 INFO (qtp879859706-9700) [n:127.0.0.1:39291_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 649087 DEBUG (OverseerStateUpdate-72076205555974147-127.0.0.1:39291_solr-n_0000000000) [n:127.0.0.1:39291_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "core":"testNodeAdded_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node4",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:39291/solr",
[junit4] 2> "node_name":"127.0.0.1:39291_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeAdded",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 649087 DEBUG (OverseerStateUpdate-72076205555974147-127.0.0.1:39291_solr-n_0000000000) [n:127.0.0.1:39291_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"testNodeAdded_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node4",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:39291/solr",
[junit4] 2> "node_name":"127.0.0.1:39291_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeAdded",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 649087 DEBUG (OverseerStateUpdate-72076205555974147-127.0.0.1:39291_solr-n_0000000000) [n:127.0.0.1:39291_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node4:{"core":"testNodeAdded_shard1_replica_n2","base_url":"https://127.0.0.1:39291/solr","node_name":"127.0.0.1:39291_solr","state":"down","type":"NRT"}
[junit4] 2> 649087 DEBUG (OverseerStateUpdate-72076205555974147-127.0.0.1:39291_solr-n_0000000000) [n:127.0.0.1:39291_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(testNodeAdded//collections/testNodeAdded/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:39291/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"testNodeAdded_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:39291/solr",
[junit4] 2> "node_name":"127.0.0.1:39291_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 649087 DEBUG (OverseerStateUpdate-72076205555974147-127.0.0.1:39291_solr-n_0000000000) [n:127.0.0.1:39291_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:39291/solr",
[junit4] 2> "node_name":"127.0.0.1:39291_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeAdded",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 649087 DEBUG (OverseerStateUpdate-72076205555974147-127.0.0.1:39291_solr-n_0000000000) [n:127.0.0.1:39291_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:39291/solr",
[junit4] 2> "node_name":"127.0.0.1:39291_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeAdded",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 649087 DEBUG (OverseerStateUpdate-72076205555974147-127.0.0.1:39291_solr-n_0000000000) [n:127.0.0.1:39291_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node3:{"core":"testNodeAdded_shard1_replica_n1","base_url":"https://127.0.0.1:39291/solr","node_name":"127.0.0.1:39291_solr","state":"down","type":"NRT"}
[junit4] 2> 649087 DEBUG (OverseerStateUpdate-72076205555974147-127.0.0.1:39291_solr-n_0000000000) [n:127.0.0.1:39291_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(testNodeAdded//collections/testNodeAdded/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:39291/solr",
[junit4] 2> "node_name":"127.0.0.1:39291_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"testNodeAdded_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:39291/solr",
[junit4] 2> "node_name":"127.0.0.1:39291_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 649188 DEBUG (OverseerStateUpdate-72076205555974147-127.0.0.1:39291_solr-n_0000000000) [n:127.0.0.1:39291_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testNodeAdded/state.json version: 1
[junit4] 2> 649188 INFO (zkCallback-3359-thread-1-processing-n:127.0.0.1:39291_solr) [n:127.0.0.1:39291_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeAdded/state.json] for collection [testNodeAdded] has occurred - updating... (live nodes size: [1])
[junit4] 2> 649188 INFO (zkCallback-3359-thread-2-processing-n:127.0.0.1:39291_solr) [n:127.0.0.1:39291_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeAdded/state.json] for collection [testNodeAdded] has occurred - updating... (live nodes size: [1])
[junit4] 2> 649772 DEBUG (ScheduledTrigger-2655-thread-3) [n:127.0.0.1:39291_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 649772 DEBUG (ScheduledTrigger-2655-thread-3) [n:127.0.0.1:39291_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 650091 INFO (qtp879859706-9700) [n:127.0.0.1:39291_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 650091 INFO (qtp879859706-9701) [n:127.0.0.1:39291_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 650096 INFO (qtp879859706-9701) [n:127.0.0.1:39291_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.s.IndexSchema [testNodeAdded_shard1_replica_n2] Schema name=minimal
[junit4] 2> 650096 INFO (qtp879859706-9700) [n:127.0.0.1:39291_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.s.IndexSchema [testNodeAdded_shard1_replica_n1] Schema name=minimal
[junit4] 2> 650098 INFO (qtp879859706-9700) [n:127.0.0.1:39291_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 650098 INFO (qtp879859706-9701) [n:127.0.0.1:39291_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 650098 INFO (qtp879859706-9700) [n:127.0.0.1:39291_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testNodeAdded_shard1_replica_n1' using configuration from collection testNodeAdded, trusted=true
[junit4] 2> 650098 INFO (qtp879859706-9701) [n:127.0.0.1:39291_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testNodeAdded_shard1_replica_n2' using configuration from collection testNodeAdded, trusted=true
[junit4] 2> 650098 INFO (qtp879859706-9700) [n:127.0.0.1:39291_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39291.solr.core.testNodeAdded.shard1.replica_n1' (registry 'solr.core.testNodeAdded.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f554ac2
[junit4] 2> 650098 INFO (qtp879859706-9701) [n:127.0.0.1:39291_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39291.solr.core.testNodeAdded.shard1.replica_n2' (registry 'solr.core.testNodeAdded.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f554ac2
[junit4] 2> 650099 INFO (qtp879859706-9700) [n:127.0.0.1:39291_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 650099 INFO (qtp879859706-9701) [n:127.0.0.1:39291_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 650099 INFO (qtp879859706-9700) [n:127.0.0.1:39291_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.SolrCore [[testNodeAdded_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ComputePlanActionTest_90E24B78D3993F3B-001/tempDir-001/node1/testNodeAdded_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ComputePlanActionTest_90E24B78D3993F3B-001/tempDir-001/node1/./testNodeAdded_shard1_replica_n1/data/]
[junit4] 2> 650099 INFO (qtp879859706-9701) [n:127.0.0.1:39291_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.c.SolrCore [[testNodeAdded_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ComputePlanActionTest_90E24B78D3993F3B-001/tempDir-001/node1/testNodeAdded_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ComputePlanActionTest_90E24B78D3993F3B-001/tempDir-001/node1/./testNodeAdded_shard1_replica_n2/data/]
[junit4] 2> 650150 INFO (qtp879859706-9701) [n:127.0.0.1:39291_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 650150 INFO (qtp879859706-9701) [n:127.0.0.1:39291_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 650150 INFO (qtp879859706-9701) [n:127.0.0.1:39291_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 650150 INFO (qtp879859706-9701) [n:127.0.0.1:39291_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 650152 INFO (qtp879859706-9700) [n:127.0.0.1:39291_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 650152 INFO (qtp879859706-9700) [n:127.0.0.1:39291_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 650153 INFO (qtp879859706-9701) [n:127.0.0.1:39291_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@47540225[testNodeAdded_shard1_replica_n2] main]
[junit4] 2> 650153 INFO (qtp879859706-9700) [n:127.0.0.1:39291_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 650153 INFO (qtp879859706-9700) [n:127.0.0.1:39291_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 650153 INFO (qtp879859706-9701) [n:127.0.0.1:39291_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 650154 INFO (qtp879859706-9701) [n:127.0.0.1:39291_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 650154 INFO (qtp879859706-9701) [n:127.0.0.1:39291_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 650155 INFO (searcherExecutor-2661-thread-1-processing-n:127.0.0.1:39291_solr x:testNodeAdded_shard1_replica_n2 s:shard1 c:testNodeAdded r:core_node4) [n:127.0.0.1:39291_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.c.SolrCore [testNodeAdded_shard1_replica_n2] Registered new searcher Searcher@47540225[testNodeAdded_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 650155 INFO (qtp879859706-9700) [n:127.0.0.1:39291_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@a5b228f[testNodeAdded_shard1_replica_n1] main]
[junit4] 2> 650155 INFO (qtp879859706-9701) [n:127.0.0.1:39291_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591235922347687936
[junit4] 2> 650156 INFO (qtp879859706-9700) [n:127.0.0.1:39291_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 650156 INFO (qtp879859706-9700) [n:127.0.0.1:39291_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 650156 INFO (qtp879859706-9700) [n:127.0.0.1:39291_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 650157 INFO (qtp879859706-9700) [n:127.0.0.1:39291_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591235922349785088
[junit4] 2> 650157 INFO (searcherExecutor-2660-thread-1-processing-n:127.0.0.1:39291_solr x:testNodeAdded_shard1_replica_n1 s:shard1 c:testNodeAdded r:core_node3) [n:127.0.0.1:39291_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.SolrCore [testNodeAdded_shard1_replica_n1] Registered new searcher Searcher@a5b228f[testNodeAdded_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 650158 INFO (qtp879859706-9701) [n:127.0.0.1:39291_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.c.ZkShardTerms Failed to save terms, version is not match, retrying
[junit4] 2> 650160 INFO (qtp879859706-9700) [n:127.0.0.1:39291_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 650160 INFO (qtp879859706-9700) [n:127.0.0.1:39291_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 650160 INFO (qtp879859706-9700) [n:127.0.0.1:39291_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:39291/solr/testNodeAdded_shard1_replica_n1/
[junit4] 2> 650160 DEBUG (OverseerStateUpdate-72076205555974147-127.0.0.1:39291_solr-n_0000000000) [n:127.0.0.1:39291_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeAdded"} current state version: 0
[junit4] 2> 650161 INFO (qtp879859706-9700) [n:127.0.0.1:39291_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testNodeAdded_shard1_replica_n1 url=https://127.0.0.1:39291/solr START replicas=[https://127.0.0.1:39291/solr/testNodeAdded_shard1_replica_n2/] nUpdates=100
[junit4] 2> 650163 INFO (qtp879859706-9702) [n:127.0.0.1:39291_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.c.S.Request [testNodeAdded_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 650261 DEBUG (OverseerStateUpdate-72076205555974147-127.0.0.1:39291_solr-n_0000000000) [n:127.0.0.1:39291_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testNodeAdded/state.json version: 2
[junit4] 2> 650261 INFO (zkCallback-3359-thread-3-processing-n:127.0.0.1:39291_solr) [n:127.0.0.1:39291_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeAdded/state.json] for collection [testNodeAdded] has occurred - updating... (live nodes size: [1])
[junit4] 2> 650261 INFO (zkCallback-3359-thread-2-processing-n:127.0.0.1:39291_solr) [n:127.0.0.1:39291_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeAdded/state.json] for collection [testNodeAdded] has occurred - updating... (live nodes size: [1])
[junit4] 2> 650461 INFO (qtp879859706-9700) [n:127.0.0.1:39291_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testNodeAdded_shard1_replica_n1 url=https://127.0.0.1:39291/solr DONE. We have no versions. sync failed.
[junit4] 2> 650461 INFO (qtp879859706-9700) [n:127.0.0.1:39291_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 650461 INFO (qtp879859706-9700) [n:127.0.0.1:39291_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 650461 INFO (qtp879859706-9700) [n:127.0.0.1:39291_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 650464 INFO (qtp879859706-9700) [n:127.0.0.1:39291_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:39291/solr/testNodeAdded_shard1_replica_n1/ shard1
[junit4] 2> 650465 DEBUG (OverseerStateUpdate-72076205555974147-127.0.0.1:39291_solr-n_0000000000) [n:127.0.0.1:39291_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeAdded",
[junit4] 2> "base_url":"https://127.0.0.1:39291/solr",
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "state":"active"} current state version: 0
[junit4] 2> 650565 DEBUG (OverseerStateUpdate-72076205555974147-127.0.0.1:39291_solr-n_0000000000) [n:127.0.0.1:39291_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testNodeAdded/state.json version: 3
[junit4] 2> 650566 INFO (zkCallback-3359-thread-3-processing-n:127.0.0.1:39291_solr) [n:127.0.0.1:39291_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeAdded/state.json] for collection [testNodeAdded] has occurred - updating... (live nodes size: [1])
[junit4] 2> 650566 INFO (zkCallback-3359-thread-2-processing-n:127.0.0.1:39291_solr) [n:127.0.0.1:39291_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeAdded/state.json] for collection [testNodeAdded] has occurred - updating... (live nodes size: [1])
[junit4] 2> 650615 INFO (qtp879859706-9700) [n:127.0.0.1:39291_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 650617 DEBUG (OverseerStateUpdate-72076205555974147-127.0.0.1:39291_solr-n_0000000000) [n:127.0.0.1:39291_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:39291/solr",
[junit4] 2> "node_name":"127.0.0.1:39291_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeAdded",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 650617 DEBUG (OverseerStateUpdate-72076205555974147-127.0.0.1:39291_solr-n_0000000000) [n:127.0.0.1:39291_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:39291/solr",
[junit4] 2> "node_name":"127.0.0.1:39291_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeAdded",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 650617 DEBUG (OverseerStateUpdate-72076205555974147-127.0.0.1:39291_solr-n_0000000000) [n:127.0.0.1:39291_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node3:{"core":"testNodeAdded_shard1_replica_n1","base_url":"https://127.0.0.1:39291/solr","node_name":"127.0.0.1:39291_solr","state":"active","type":"NRT","leader":"true"}
[junit4] 2> 650617 DEBUG (OverseerStateUpdate-72076205555974147-127.0.0.1:39291_solr-n_0000000000) [n:127.0.0.1:39291_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(testNodeAdded//collections/testNodeAdded/state.json/4)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:39291/solr",
[junit4] 2> "node_name":"127.0.0.1:39291_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"testNodeAdded_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:39291/solr",
[junit4] 2> "node_name":"127.0.0.1:39291_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 650617 INFO (qtp879859706-9700) [n:127.0.0.1:39291_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testNodeAdded_shard1_replica_n1&action=CREATE&numShards=1&collection=testNodeAdded&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1532
[junit4] 2> 650718 DEBUG (OverseerStateUpdate-72076205555974147-127.0.0.1:39291_solr-n_0000000000) [n:127.0.0.1:39291_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testNodeAdded/state.json version: 4
[junit4] 2> 650718 INFO (zkCallback-3359-thread-3-processing-n:127.0.0.1:39291_solr) [n:127.0.0.1:39291_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeAdded/state.json] for collection [testNodeAdded] has occurred - updating... (live nodes size: [1])
[junit4] 2> 650718 INFO (zkCallback-3359-thread-2-processing-n:127.0.0.1:39291_solr) [n:127.0.0.1:39291_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeAdded/state.json] for collection [testNodeAdded] has occurred - updating... (live nodes size: [1])
[junit4] 2> 650773 DEBUG (ScheduledTrigger-2655-thread-3) [n:127.0.0.1:39291_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 650773 DEBUG (ScheduledTrigger-2655-thread-3) [n:127.0.0.1:39291_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 651162 DEBUG (OverseerStateUpdate-72076205555974147-127.0.0.1:39291_solr-n_0000000000) [n:127.0.0.1:39291_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"testNodeAdded_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node4",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:39291/solr",
[junit4] 2> "node_name":"127.0.0.1:39291_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeAdded",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 651162 DEBUG (OverseerStateUpdate-72076205555974147-127.0.0.1:39291_solr-n_0000000000) [n:127.0.0.1:39291_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"testNodeAdded_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node4",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:39291/solr",
[junit4] 2> "node_name":"127.0.0.1:39291_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeAdded",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 651162 DEBUG (OverseerStateUpdate-72076205555974147-127.0.0.1:39291_solr-n_0000000000) [n:127.0.0.1:39291_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node4:{"core":"testNodeAdded_shard1_replica_n2","base_url":"https://127.0.0.1:39291/solr","node_name":"127.0.0.1:39291_solr","state":"active","type":"NRT"}
[junit4] 2> 651162 DEBUG (OverseerStateUpdate-72076205555974147-127.0.0.1:39291_solr-n_0000000000) [n:127.0.0.1:39291_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(testNodeAdded//collections/testNodeAdded/state.json/5)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:39291/solr",
[junit4] 2> "node_name":"127.0.0.1:39291_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"testNodeAdded_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:39291/solr",
[junit4] 2> "node_name":"127.0.0.1:39291_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 651162 INFO (qtp879859706-9701) [n:127.0.0.1:39291_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testNodeAdded_shard1_replica_n2&action=CREATE&numShards=1&collection=testNodeAdded&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2077
[junit4] 2> 651164 INFO (qtp879859706-9704) [n:127.0.0.1:39291_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 651263 DEBUG (OverseerStateUpdate-72076205555974147-127.0.0.1:39291_solr-n_0000000000) [n:127.0.0.1:39291_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testNodeAdded/state.json version: 5
[junit4] 2> 651263 INFO (zkCallback-3359-thread-3-processing-n:127.0.0.1:39291_solr) [n:127.0.0.1:39291_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeAdded/state.json] for collection [testNodeAdded] has occurred - updating... (live nodes size: [1])
[junit4] 2> 651263 INFO (zkCallback-3359-thread-2-processing-n:127.0.0.1:39291_solr) [n:127.0.0.1:39291_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeAdded/state.json] for collection [testNodeAdded] has occurred - updating... (live nodes size: [1])
[junit4] 2> 651773 DEBUG (ScheduledTrigger-2655-thread-3) [n:127.0.0.1:39291_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 651773 DEBUG (ScheduledTrigger-2655-thread-3) [n:127.0.0.1:39291_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 652164 INFO (qtp879859706-9704) [n:127.0.0.1:39291_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&name=testNodeAdded&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3391
[junit4] 2> 652170 INFO (qtp879859706-9705) [n:127.0.0.1:39291_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.testNodeAdded.shard1.replica_n1:INDEX.sizeInBytes&key=solr.core.testNodeAdded.shard1.replica_n2:INDEX.sizeInBytes} status=0 QTime=1
[junit4] 2> 652171 INFO (qtp879859706-9701) [n:127.0.0.1:39291_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 652172 DEBUG (qtp879859706-9706) [n:127.0.0.1:39291_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 652172 INFO (qtp879859706-9706) [n:127.0.0.1:39291_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 652172 DEBUG (zkCallback-3359-thread-2-processing-n:127.0.0.1:39291_solr) [n:127.0.0.1:39291_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 652172 DEBUG (zkCallback-3359-thread-2-processing-n:127.0.0.1:39291_solr) [n:127.0.0.1:39291_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:39291_solr]
[junit4] 2> 652172 DEBUG (zkCallback-3359-thread-2-processing-n:127.0.0.1:39291_solr) [n:127.0.0.1:39291_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=compute_plan, class=solr.ComputePlanAction}, {name=test, class=org.apache.solr.cloud.autoscaling.ComputePlanActionTest$AssertingTriggerAction}], enabled=true}
[junit4] 2> 652173 DEBUG (OverseerAutoScalingTriggerThread-72076205555974147-127.0.0.1:39291_solr-n_0000000000) [n:127.0.0.1:39291_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 652173 INFO (TEST-ComputePlanActionTest.testNodeAdded-see
[...truncated too long message...]
r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4bbdd2a1: rootName = solr_34993, domain = solr.core.utilizenodecoll.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.utilizenodecoll.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@1b30d533
[junit4] 2> 3032281 INFO (zkCallback-7601-thread-2-processing-n:127.0.0.1:34993_solr) [n:127.0.0.1:34993_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.utilizenodecoll.shard1.leader, tag=1912241197
[junit4] 2> 3032282 INFO (jetty-closer-7568-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@17bdc585{/solr,null,UNAVAILABLE}
[junit4] 2> 3032282 INFO (jetty-closer-7568-thread-4) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3032283 ERROR (SUITE-TestUtilizeNode-seed#[90E24B78D3993F3B]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3032283 INFO (SUITE-TestUtilizeNode-seed#[90E24B78D3993F3B]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36993 36993
[junit4] 2> 3037611 INFO (Thread-9666) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36993 36993
[junit4] 2> 3037611 WARN (Thread-9666) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 12 /solr/collections/utilizenodecoll/terms/shard1
[junit4] 2> 8 /solr/aliases.json
[junit4] 2> 6 /solr/security.json
[junit4] 2> 5 /solr/configs/conf1
[junit4] 2> 5 /solr/collections/utilizenodecoll/terms/shard2
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 48 /solr/collections/utilizenodecoll/state.json
[junit4] 2> 8 /solr/clusterprops.json
[junit4] 2> 8 /solr/clusterstate.json
[junit4] 2> 2 /solr/overseer_elect/election/72076361212428296-127.0.0.1:38775_solr-n_0000000002
[junit4] 2> 2 /solr/overseer_elect/election/72076361212428298-127.0.0.1:37349_solr-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 10 /solr/live_nodes
[junit4] 2> 9 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestUtilizeNode_90E24B78D3993F3B-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1061, maxMBSortInHeap=5.362375561375218, sim=RandomSimilarity(queryNorm=true): {}, locale=rof-TZ, timezone=Atlantic/Canary
[junit4] 2> NOTE: Linux 4.13.0-32-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=1,free=129060848,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestComputePlanAction, TestConfigSets, TestLMDirichletSimilarityFactory, TestZkAclsWithHadoopAuth, TestHttpShardHandlerFactory, DistribDocExpirationUpdateProcessorTest, BadIndexSchemaTest, TestIndexSearcher, SolrIndexConfigTest, TestDynamicLoading, TestCollapseQParserPlugin, TestFieldTypeResource, TestCollectionAPI, TolerantUpdateProcessorTest, TestSchemaSimilarityResource, RequestLoggingTest, DistributedQueryElevationComponentTest, CoreAdminRequestStatusTest, SolrIndexSplitterTest, TestRecoveryHdfs, TestDocSet, TestInPlaceUpdatesStandalone, SuggesterWFSTTest, TestTolerantUpdateProcessorCloud, DebugComponentTest, TestSQLHandler, TestNonDefinedSimilarityFactory, TestCSVResponseWriter, TestLeaderElectionZkExpiry, TestGraphMLResponseWriter, TestWriterPerf, TestLocalFSCloudBackupRestore, OverseerTaskQueueTest, ChangedSchemaMergeTest, TestManagedSchema, TestPseudoReturnFields, TestDefaultStatsCache, TestMergePolicyConfig, ChaosMonkeyNothingIsSafeTest, AnalysisErrorHandlingTest, TestCSVLoader, TestPKIAuthenticationPlugin, NodeLostTriggerTest, SolrRequestParserTest, ChaosMonkeySafeLeaderWithPullReplicasTest, BasicAuthStandaloneTest, HighlighterConfigTest, TestConfigSetsAPI, TestPhraseSuggestions, OutputWriterTest, ShardRoutingTest, TestAuthenticationFramework, TestSimpleQParserPlugin, SolrCloudReportersTest, TestIBSimilarityFactory, ComputePlanActionTest, TestDistributedSearch, BlockJoinFacetRandomTest, OverseerModifyCollectionTest, TestExactStatsCache, TestSolrQueryParser, TestSlowCompositeReaderWrapper, ParsingFieldUpdateProcessorsTest, TestCustomDocTransformer, TestSolrQueryResponse, RankQueryTest, HttpPartitionOnCommitTest, SpatialRPTFieldTypeTest, TestRandomRequestDistribution, TestFastOutputStream, ConjunctionSolrSpellCheckerTest, TestPayloadCheckQParserPlugin, TestRandomCollapseQParserPlugin, TestMultiWordSynonyms, TestHashPartitioner, TestScoreJoinQPScore, OpenExchangeRatesOrgProviderTest, TestQuerySenderNoQuery, TestDownShardTolerantSearch, TestRawResponseWriter, TestJsonFacets, TestCloudRecovery, TestTriggerIntegration, TestEmbeddedSolrServerSchemaAPI, TemplateUpdateProcessorTest, AutoAddReplicasIntegrationTest, TestNumericRangeQuery32, CloudExitableDirectoryReaderTest, TermVectorComponentDistributedTest, ZkCLITest, DistributedFacetExistsSmallTest, TestFieldCacheSort, TestCloudJSONFacetJoinDomain, DirectUpdateHandlerTest, TestStreamBody, AssignBackwardCompatibilityTest, CursorPagingTest, DistributedQueryComponentCustomSortTest, MBeansHandlerTest, LeaderInitiatedRecoveryOnShardRestartTest, CollectionsAPIDistributedZkTest, ReplicationFactorTest, V2StandaloneTest, SparseHLLTest, TestXmlQParserPlugin, HttpTriggerListenerTest, CursorMarkTest, JavabinLoaderTest, PeerSyncWithIndexFingerprintCachingTest, TestInitParams, EchoParamsTest, DistributedFacetPivotSmallAdvancedTest, TestSubQueryTransformerCrossCore, TestRTimerTree, XmlUpdateRequestHandlerTest, TestPHPSerializedResponseWriter, MissingSegmentRecoveryTest, TestFieldCollectionResource, TestSolrDeletionPolicy1, TestSortByMinMaxFunction, MoveReplicaTest, TestLuceneMatchVersion, SimpleMLTQParserTest, ShufflingReplicaListTransformerTest, DocValuesMissingTest, IndexBasedSpellCheckerTest, TestCustomSort, BasicDistributedZk2Test, UnloadDistributedZkTest, OpenCloseCoreStressTest, OverseerTest, LeaderElectionIntegrationTest, BasicZkTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler, ClusterStateUpdateTest, TestRandomFaceting, LeaderElectionTest, ZkSolrClientTest, TestZkChroot, TestRandomDVFaceting, TestFaceting, DistributedSpellCheckComponentTest, ZkControllerTest, TestJoin, TestReload, TestStressVersions, DistributedTermsComponentTest, TestRangeQuery, SimpleFacetsTest, TestSolr4Spatial, SolrCoreTest, StatsComponentTest, TestGroupingSearch, SolrCmdDistributorTest, PeerSyncTest, ConvertedLegacyTest, TestSort, TestLazyCores, TestBadConfig, HighlighterTest, ShowFileRequestHandlerTest, SimplePostToolTest, TestExtendedDismaxParser, SpellCheckCollatorTest, SuggesterFSTTest, CoreAdminHandlerTest, DocValuesTest, TestStressLucene, TestTrie, NoCacheHeaderTest, WordBreakSolrSpellCheckerTest, SolrCoreCheckLockOnStartupTest, TestUpdate, FieldMutatingUpdateProcessorTest, TestWordDelimiterFilterFactory, QueryEqualityTest, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, SortByFunctionTest, TestRemoteStreaming, DistanceFunctionTest, CacheHeaderTest, LukeRequestHandlerTest, TestQueryUtils, DocumentAnalysisRequestHandlerTest, TestOmitPositions, FileBasedSpellCheckerTest, RequestHandlersTest, DocumentBuilderTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, TermVectorComponentTest, TestIndexingPerformance, MoreLikeThisHandlerTest, RequiredFieldsTest, FieldAnalysisRequestHandlerTest, LoggingHandlerTest, RegexBoostProcessorTest, SolrPluginUtilsTest, TestJmxIntegration, TestCollationField, ReturnFieldsTest, UpdateRequestProcessorFactoryTest, TestAnalyzedSuggestions, JsonLoaderTest, BinaryUpdateRequestHandlerTest, TestPartialUpdateDeduplication, CSVRequestHandlerTest, TestComponentsName, SearchHandlerTest, TestLFUCache, TestQuerySenderListener, UpdateParamsTest, TestSolrIndexConfig, CopyFieldTest, ResponseLogComponentTest, BadComponentTest, TestStressRecovery, MultiTermTest, SampleTest, TestBinaryField, TestSearchPerf, MinimalSchemaTest, TestConfig, TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, TestSolrCoreProperties, TestPostingsSolrHighlighter, TestCharFilters, TestCodecSupport, SynonymTokenizerTest, TestDFRSimilarityFactory, TestBM25SimilarityFactory, ResourceLoaderTest, ScriptEngineTest, PluginInfoTest, TestFastLRUCache, PreAnalyzedFieldTest, TestSystemIdResolver, PrimUtilsTest, DateFieldTest, SpellingQueryConverterTest, RAMDirectoryFactoryTest, ClusterStateTest, TestLRUCache, TestUtils, TestDocumentBuilder, ZkNodePropsTest, SliceStateTest, UUIDFieldTest, FileUtilsTest, CircularListTest, DistributedMLTComponentTest, TestRTGBase, SolrTestCaseJ4Test, TestCrossCoreJoin, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestTolerantSearch, TestLuceneIndexBackCompat, ConnectionReuseTest, ActionThrottleTest, AliasIntegrationTest, AsyncCallRequestStatusResponseTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, CleanupOldIndexTest, CollectionStateFormat2Test, ConcurrentCreateRoutedAliasTest, CreateCollectionCleanupTest, CreateRoutedAliasTest, DeleteLastCustomShardedReplicaTest, DeleteReplicaTest, DeleteShardTest, DistribCursorPagingTest, DistribJoinFromCollectionTest, DistributedVersionInfoTest, DocValuesNotIndexedTest, LeaderElectionContextKeyTest, LeaderFailureAfterFreshStartTest, MoveReplicaHDFSTest, TestClusterProperties, TestCryptoKeys, TestExclusionRuleCollectionAccess, TestLeaderElectionWithEmptyReplica, TestPullReplica, TestTolerantUpdateProcessorRandomCloud, TestUtilizeNode]
[junit4] Completed [579/774 (5!)] on J0 in 14.04s, 1 test, 1 failure <<< FAILURES!
[...truncated 41607 lines...]
[JENKINS] Lucene-Solr-7.x-Linux (32bit/jdk1.8.0_162) - Build # 1290
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1290/
Java: 32bit/jdk1.8.0_162 -client -XX:+UseConcMarkSweepGC
4 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeAddedTriggerRestoreState
Error Message:
The trigger did not fire at all
Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at __randomizedtesting.SeedInfo.seed([55745761EA106BC3:DD49DE1ED0D08A6E]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeAddedTriggerRestoreState(TriggerIntegrationTest.java:426)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTriggerRestoreState
Error Message:
The trigger did not fire at all
Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at __randomizedtesting.SeedInfo.seed([55745761EA106BC3:7E8B823A70687E13]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTriggerRestoreState(TriggerIntegrationTest.java:368)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeAddedTrigger
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([55745761EA106BC3:731EE958F11FC4AF]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeAddedTrigger(TriggerIntegrationTest.java:456)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testNodeLostTriggerRestoreState
Error Message:
The trigger did not fire at all
Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at __randomizedtesting.SeedInfo.seed([55745761EA106BC3:7E8B823A70687E13]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testNodeLostTriggerRestoreState(TestTriggerIntegration.java:309)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12687 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_55745761EA106BC3-001/init-core-data-001
[junit4] 2> 1284757 WARN (SUITE-TriggerIntegrationTest-seed#[55745761EA106BC3]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=5 numCloses=5
[junit4] 2> 1284757 INFO (SUITE-TriggerIntegrationTest-seed#[55745761EA106BC3]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1284759 INFO (SUITE-TriggerIntegrationTest-seed#[55745761EA106BC3]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1284761 INFO (SUITE-TriggerIntegrationTest-seed#[55745761EA106BC3]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1284762 INFO (SUITE-TriggerIntegrationTest-seed#[55745761EA106BC3]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_55745761EA106BC3-001/tempDir-001
[junit4] 2> 1284762 INFO (SUITE-TriggerIntegrationTest-seed#[55745761EA106BC3]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1284762 INFO (Thread-2674) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1284762 INFO (Thread-2674) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1284764 ERROR (Thread-2674) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1284862 INFO (SUITE-TriggerIntegrationTest-seed#[55745761EA106BC3]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:41007
[junit4] 2> 1284864 INFO (zkConnectionManagerCallback-6486-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1284868 INFO (jetty-launcher-6483-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T01:27:37+04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1284868 INFO (jetty-launcher-6483-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T01:27:37+04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1284871 INFO (jetty-launcher-6483-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1284871 INFO (jetty-launcher-6483-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1284871 INFO (jetty-launcher-6483-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1284871 INFO (jetty-launcher-6483-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1284871 INFO (jetty-launcher-6483-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1284871 INFO (jetty-launcher-6483-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1284872 INFO (jetty-launcher-6483-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@10d2098{/solr,null,AVAILABLE}
[junit4] 2> 1284872 INFO (jetty-launcher-6483-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1b34844{/solr,null,AVAILABLE}
[junit4] 2> 1284874 INFO (jetty-launcher-6483-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@d97467{SSL,[ssl, http/1.1]}{127.0.0.1:42305}
[junit4] 2> 1284875 INFO (jetty-launcher-6483-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@ece539{SSL,[ssl, http/1.1]}{127.0.0.1:42435}
[junit4] 2> 1284875 INFO (jetty-launcher-6483-thread-2) [ ] o.e.j.s.Server Started @1285966ms
[junit4] 2> 1284875 INFO (jetty-launcher-6483-thread-1) [ ] o.e.j.s.Server Started @1285966ms
[junit4] 2> 1284875 INFO (jetty-launcher-6483-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42305}
[junit4] 2> 1284875 INFO (jetty-launcher-6483-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42435}
[junit4] 2> 1284875 ERROR (jetty-launcher-6483-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1284875 ERROR (jetty-launcher-6483-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1284875 INFO (jetty-launcher-6483-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 1284875 INFO (jetty-launcher-6483-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 1284875 INFO (jetty-launcher-6483-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1284875 INFO (jetty-launcher-6483-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1284875 INFO (jetty-launcher-6483-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1284876 INFO (jetty-launcher-6483-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1284876 INFO (jetty-launcher-6483-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-03T17:20:12.969Z
[junit4] 2> 1284876 INFO (jetty-launcher-6483-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-03T17:20:12.969Z
[junit4] 2> 1284878 INFO (zkConnectionManagerCallback-6489-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1284878 INFO (zkConnectionManagerCallback-6490-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1284878 INFO (jetty-launcher-6483-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1284878 INFO (jetty-launcher-6483-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1284894 INFO (jetty-launcher-6483-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41007/solr
[junit4] 2> 1284895 INFO (jetty-launcher-6483-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41007/solr
[junit4] 2> 1284896 INFO (zkConnectionManagerCallback-6495-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1284896 INFO (zkConnectionManagerCallback-6498-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1284898 INFO (zkConnectionManagerCallback-6502-thread-1-processing-n:127.0.0.1:42435_solr) [n:127.0.0.1:42435_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1284898 INFO (zkConnectionManagerCallback-6500-thread-1-processing-n:127.0.0.1:42305_solr) [n:127.0.0.1:42305_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1284974 INFO (jetty-launcher-6483-thread-1) [n:127.0.0.1:42435_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1284974 INFO (jetty-launcher-6483-thread-2) [n:127.0.0.1:42305_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1284974 INFO (jetty-launcher-6483-thread-1) [n:127.0.0.1:42435_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42435_solr
[junit4] 2> 1284974 INFO (jetty-launcher-6483-thread-2) [n:127.0.0.1:42305_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42305_solr
[junit4] 2> 1284975 INFO (jetty-launcher-6483-thread-1) [n:127.0.0.1:42435_solr ] o.a.s.c.Overseer Overseer (id=72086532985257989-127.0.0.1:42435_solr-n_0000000000) starting
[junit4] 2> 1284985 INFO (zkCallback-6501-thread-1-processing-n:127.0.0.1:42435_solr) [n:127.0.0.1:42435_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1284986 INFO (zkCallback-6499-thread-1-processing-n:127.0.0.1:42305_solr) [n:127.0.0.1:42305_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1284992 DEBUG (OverseerAutoScalingTriggerThread-72086532985257989-127.0.0.1:42435_solr-n_0000000000) [n:127.0.0.1:42435_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1284992 INFO (jetty-launcher-6483-thread-1) [n:127.0.0.1:42435_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42435_solr
[junit4] 2> 1284997 INFO (zkCallback-6499-thread-1-processing-n:127.0.0.1:42305_solr) [n:127.0.0.1:42305_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1285003 DEBUG (OverseerAutoScalingTriggerThread-72086532985257989-127.0.0.1:42435_solr-n_0000000000) [n:127.0.0.1:42435_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1285003 DEBUG (OverseerAutoScalingTriggerThread-72086532985257989-127.0.0.1:42435_solr-n_0000000000) [n:127.0.0.1:42435_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:42305_solr]
[junit4] 2> 1285003 DEBUG (OverseerAutoScalingTriggerThread-72086532985257989-127.0.0.1:42435_solr-n_0000000000) [n:127.0.0.1:42435_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 1285003 DEBUG (OverseerAutoScalingTriggerThread-72086532985257989-127.0.0.1:42435_solr-n_0000000000) [n:127.0.0.1:42435_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1285009 DEBUG (OverseerAutoScalingTriggerThread-72086532985257989-127.0.0.1:42435_solr-n_0000000000) [n:127.0.0.1:42435_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1285009 INFO (zkCallback-6501-thread-1-processing-n:127.0.0.1:42435_solr) [n:127.0.0.1:42435_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1285010 DEBUG (OverseerAutoScalingTriggerThread-72086532985257989-127.0.0.1:42435_solr-n_0000000000) [n:127.0.0.1:42435_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1285011 DEBUG (ScheduledTrigger-4228-thread-1) [n:127.0.0.1:42435_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1285232 INFO (jetty-launcher-6483-thread-2) [n:127.0.0.1:42305_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42305.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cb401c
[junit4] 2> 1285234 INFO (jetty-launcher-6483-thread-1) [n:127.0.0.1:42435_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42435.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cb401c
[junit4] 2> 1285251 INFO (jetty-launcher-6483-thread-1) [n:127.0.0.1:42435_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42435.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cb401c
[junit4] 2> 1285252 INFO (jetty-launcher-6483-thread-1) [n:127.0.0.1:42435_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42435.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cb401c
[junit4] 2> 1285252 INFO (jetty-launcher-6483-thread-2) [n:127.0.0.1:42305_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42305.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cb401c
[junit4] 2> 1285252 INFO (jetty-launcher-6483-thread-2) [n:127.0.0.1:42305_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42305.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cb401c
[junit4] 2> 1285254 INFO (jetty-launcher-6483-thread-1) [n:127.0.0.1:42435_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_55745761EA106BC3-001/tempDir-001/node1/.
[junit4] 2> 1285255 INFO (jetty-launcher-6483-thread-2) [n:127.0.0.1:42305_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_55745761EA106BC3-001/tempDir-001/node2/.
[junit4] 2> 1285328 INFO (zkConnectionManagerCallback-6508-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1285329 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1001a51dfad0007, likely client has closed socket
[junit4] 2> 1285331 INFO (zkConnectionManagerCallback-6512-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1285332 INFO (SUITE-TriggerIntegrationTest-seed#[55745761EA106BC3]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1285333 INFO (SUITE-TriggerIntegrationTest-seed#[55745761EA106BC3]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41007/solr ready
[junit4] 2> 1285344 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeMarkersRegistration
[junit4] 2> 1285347 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
[junit4] 2> 1285347 DEBUG (zkCallback-6501-thread-1-processing-n:127.0.0.1:42435_solr) [n:127.0.0.1:42435_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 1285347 DEBUG (OverseerAutoScalingTriggerThread-72086532985257989-127.0.0.1:42435_solr-n_0000000000) [n:127.0.0.1:42435_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 1285348 DEBUG (OverseerAutoScalingTriggerThread-72086532985257989-127.0.0.1:42435_solr-n_0000000000) [n:127.0.0.1:42435_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1285348 DEBUG (OverseerAutoScalingTriggerThread-72086532985257989-127.0.0.1:42435_solr-n_0000000000) [n:127.0.0.1:42435_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1285348 DEBUG (OverseerAutoScalingTriggerThread-72086532985257989-127.0.0.1:42435_solr-n_0000000000) [n:127.0.0.1:42435_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 1285426 INFO (qtp5118545-17983) [n:127.0.0.1:42305_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1285433 INFO (qtp5118545-17983) [n:127.0.0.1:42305_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=7
[junit4] 2> 1285435 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T01:27:37+04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1285437 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1285437 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1285437 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1285437 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@cc2fef{/solr,null,AVAILABLE}
[junit4] 2> 1285438 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@fef625{SSL,[ssl, http/1.1]}{127.0.0.1:41337}
[junit4] 2> 1285438 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.e.j.s.Server Started @1286529ms
[junit4] 2> 1285438 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41337}
[junit4] 2> 1285438 ERROR (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1285438 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 1285439 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1285439 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1285439 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-03T17:20:13.532Z
[junit4] 2> 1285442 INFO (zkConnectionManagerCallback-6514-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1285443 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1285454 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41007/solr
[junit4] 2> 1285455 INFO (zkConnectionManagerCallback-6518-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1285457 INFO (zkConnectionManagerCallback-6520-thread-1-processing-n:127.0.0.1:41337_solr) [n:127.0.0.1:41337_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1285462 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [n:127.0.0.1:41337_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1285463 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [n:127.0.0.1:41337_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1285464 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [n:127.0.0.1:41337_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41337_solr
[junit4] 2> 1285465 INFO (zkCallback-6501-thread-1-processing-n:127.0.0.1:42435_solr) [n:127.0.0.1:42435_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1285465 INFO (zkCallback-6499-thread-1-processing-n:127.0.0.1:42305_solr) [n:127.0.0.1:42305_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1285465 INFO (zkCallback-6519-thread-1-processing-n:127.0.0.1:41337_solr) [n:127.0.0.1:41337_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1285465 INFO (zkCallback-6511-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1285627 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [n:127.0.0.1:41337_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41337.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cb401c
[junit4] 2> 1285643 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [n:127.0.0.1:41337_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41337.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cb401c
[junit4] 2> 1285644 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [n:127.0.0.1:41337_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41337.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cb401c
[junit4] 2> 1285646 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [n:127.0.0.1:41337_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_55745761EA106BC3-001/tempDir-001/node3/.
[junit4] 2> 1285716 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.c.a.TriggerIntegrationTest ====== KILL OVERSEER 1
[junit4] 2> 1285718 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@ece539{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 1285718 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2763620
[junit4] 2> 1285718 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1285718 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@13d5189: rootName = solr_42435, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1565496
[junit4] 2> 1285726 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1285726 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@435504: rootName = solr_42435, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@b22f4a
[junit4] 2> 1285731 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1285731 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7ef63b: rootName = solr_42435, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@f59b8c
[junit4] 2> 1285733 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:42435_solr
[junit4] 2> 1285733 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1285733 INFO (zkCallback-6511-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1285733 INFO (zkCallback-6501-thread-1-processing-n:127.0.0.1:42435_solr) [n:127.0.0.1:42435_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1285733 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1285733 INFO (zkCallback-6519-thread-1-processing-n:127.0.0.1:41337_solr) [n:127.0.0.1:41337_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1285734 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.c.Overseer Overseer (id=72086532985257989-127.0.0.1:42435_solr-n_0000000000) closing
[junit4] 2> 1285734 INFO (OverseerStateUpdate-72086532985257989-127.0.0.1:42435_solr-n_0000000000) [n:127.0.0.1:42435_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:42435_solr
[junit4] 2> 1285734 WARN (OverseerAutoScalingTriggerThread-72086532985257989-127.0.0.1:42435_solr-n_0000000000) [n:127.0.0.1:42435_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1285734 DEBUG (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1285735 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@10d2098{/solr,null,UNAVAILABLE}
[junit4] 2> 1285735 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1285736 INFO (zkCallback-6499-thread-1-processing-n:127.0.0.1:42305_solr) [n:127.0.0.1:42305_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1285736 INFO (zkCallback-6499-thread-2-processing-n:127.0.0.1:42305_solr) [n:127.0.0.1:42305_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42305_solr
[junit4] 2> 1285737 INFO (zkCallback-6499-thread-2-processing-n:127.0.0.1:42305_solr) [n:127.0.0.1:42305_solr ] o.a.s.c.Overseer Overseer (id=72086532985257990-127.0.0.1:42305_solr-n_0000000001) starting
[junit4] 2> 1285743 DEBUG (OverseerAutoScalingTriggerThread-72086532985257990-127.0.0.1:42305_solr-n_0000000001) [n:127.0.0.1:42305_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1285743 DEBUG (OverseerAutoScalingTriggerThread-72086532985257990-127.0.0.1:42305_solr-n_0000000001) [n:127.0.0.1:42305_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 1285744 DEBUG (OverseerAutoScalingTriggerThread-72086532985257990-127.0.0.1:42305_solr-n_0000000001) [n:127.0.0.1:42305_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:41337_solr, 127.0.0.1:42305_solr]
[junit4] 2> 1285744 DEBUG (OverseerAutoScalingTriggerThread-72086532985257990-127.0.0.1:42305_solr-n_0000000001) [n:127.0.0.1:42305_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion -1
[junit4] 2> 1285744 DEBUG (OverseerAutoScalingTriggerThread-72086532985257990-127.0.0.1:42305_solr-n_0000000001) [n:127.0.0.1:42305_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 1285745 DEBUG (OverseerAutoScalingTriggerThread-72086532985257990-127.0.0.1:42305_solr-n_0000000001) [n:127.0.0.1:42305_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1285745 DEBUG (OverseerAutoScalingTriggerThread-72086532985257990-127.0.0.1:42305_solr-n_0000000001) [n:127.0.0.1:42305_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 1285745 DEBUG (ScheduledTrigger-4243-thread-1) [n:127.0.0.1:42305_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1286746 DEBUG (ScheduledTrigger-4243-thread-1) [n:127.0.0.1:42305_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1287747 DEBUG (ScheduledTrigger-4243-thread-2) [n:127.0.0.1:42305_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1288747 DEBUG (ScheduledTrigger-4243-thread-1) [n:127.0.0.1:42305_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1289748 DEBUG (ScheduledTrigger-4243-thread-1) [n:127.0.0.1:42305_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1290736 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.c.a.TriggerIntegrationTest ====== ADD TRIGGERS
[junit4] 2> 1290748 DEBUG (ScheduledTrigger-4243-thread-1) [n:127.0.0.1:42305_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1290821 INFO (qtp32826993-18035) [n:127.0.0.1:41337_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1290826 INFO (qtp5118545-17985) [n:127.0.0.1:42305_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1290827 DEBUG (qtp32826993-18039) [n:127.0.0.1:41337_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1290828 INFO (qtp32826993-18039) [n:127.0.0.1:41337_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=14
[junit4] 2> 1290828 DEBUG (zkCallback-6499-thread-2-processing-n:127.0.0.1:42305_solr) [n:127.0.0.1:42305_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 1290831 DEBUG (zkCallback-6499-thread-2-processing-n:127.0.0.1:42305_solr) [n:127.0.0.1:42305_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:41337_solr, 127.0.0.1:42305_solr]
[junit4] 2> 1290831 DEBUG (zkCallback-6499-thread-2-processing-n:127.0.0.1:42305_solr) [n:127.0.0.1:42305_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerMR instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventMarkerAction}], enabled=true}
[junit4] 2> 1290832 DEBUG (zkCallback-6499-thread-2-processing-n:127.0.0.1:42305_solr) [n:127.0.0.1:42305_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:41337_solr, 127.0.0.1:42305_solr]
[junit4] 2> 1290832 DEBUG (OverseerAutoScalingTriggerThread-72086532985257990-127.0.0.1:42305_solr-n_0000000001) [n:127.0.0.1:42305_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 1290834 INFO (OverseerAutoScalingTriggerThread-72086532985257990-127.0.0.1:42305_solr-n_0000000001) [n:127.0.0.1:42305_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventMarkerAction init
[junit4] 2> 1290834 INFO (qtp32826993-18040) [n:127.0.0.1:41337_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1290835 DEBUG (OverseerAutoScalingTriggerThread-72086532985257990-127.0.0.1:42305_solr-n_0000000001) [n:127.0.0.1:42305_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 1290835 DEBUG (ScheduledTrigger-4243-thread-3) [n:127.0.0.1:42305_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerMR
[junit4] 2> 1290836 DEBUG (ScheduledTrigger-4243-thread-3) [n:127.0.0.1:42305_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1290836 INFO (qtp5118545-17983) [n:127.0.0.1:42305_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1290837 DEBUG (qtp32826993-18041) [n:127.0.0.1:41337_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1290838 INFO (qtp32826993-18041) [n:127.0.0.1:41337_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 1290838 DEBUG (zkCallback-6499-thread-2-processing-n:127.0.0.1:42305_solr) [n:127.0.0.1:42305_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 1290838 DEBUG (zkCallback-6499-thread-2-processing-n:127.0.0.1:42305_solr) [n:127.0.0.1:42305_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:41337_solr, 127.0.0.1:42305_solr]
[junit4] 2> 1290839 DEBUG (zkCallback-6499-thread-2-processing-n:127.0.0.1:42305_solr) [n:127.0.0.1:42305_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:41337_solr, 127.0.0.1:42305_solr]
[junit4] 2> 1290839 DEBUG (zkCallback-6499-thread-2-processing-n:127.0.0.1:42305_solr) [n:127.0.0.1:42305_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerMR instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventMarkerAction}], enabled=true}
[junit4] 2> 1290839 DEBUG (zkCallback-6499-thread-2-processing-n:127.0.0.1:42305_solr) [n:127.0.0.1:42305_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:41337_solr, 127.0.0.1:42305_solr]
[junit4] 2> 1290839 DEBUG (OverseerAutoScalingTriggerThread-72086532985257990-127.0.0.1:42305_solr-n_0000000001) [n:127.0.0.1:42305_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 1290840 INFO (OverseerAutoScalingTriggerThread-72086532985257990-127.0.0.1:42305_solr-n_0000000001) [n:127.0.0.1:42305_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventMarkerAction init
[junit4] 2> 1290840 INFO (qtp32826993-18039) [n:127.0.0.1:41337_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1290841 DEBUG (OverseerAutoScalingTriggerThread-72086532985257990-127.0.0.1:42305_solr-n_0000000001) [n:127.0.0.1:42305_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 1290841 DEBUG (ScheduledTrigger-4243-thread-1) [n:127.0.0.1:42305_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_triggerMR with currently live nodes: 2
[junit4] 2> 1290846 INFO (qtp32826993-18039) [n:127.0.0.1:41337_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 1290847 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.c.a.TriggerIntegrationTest ====== ADD NODE 1
[junit4] 2> 1290850 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T01:27:37+04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1290851 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1290851 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1290851 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1290852 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2fced8{/solr,null,AVAILABLE}
[junit4] 2> 1290853 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@921309{SSL,[ssl, http/1.1]}{127.0.0.1:41289}
[junit4] 2> 1290853 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.e.j.s.Server Started @1291944ms
[junit4] 2> 1290853 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41289}
[junit4] 2> 1290853 ERROR (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1290853 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 1290854 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1290854 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1290854 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-03T17:20:18.947Z
[junit4] 2> 1290856 INFO (zkConnectionManagerCallback-6524-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1290856 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1290867 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41007/solr
[junit4] 2> 1290873 INFO (zkConnectionManagerCallback-6528-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1290880 INFO (zkConnectionManagerCallback-6530-thread-1-processing-n:127.0.0.1:41289_solr) [n:127.0.0.1:41289_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1290884 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [n:127.0.0.1:41289_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1290885 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [n:127.0.0.1:41289_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1290887 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [n:127.0.0.1:41289_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41289_solr
[junit4] 2> 1290888 INFO (zkCallback-6511-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1290889 INFO (zkCallback-6499-thread-2-processing-n:127.0.0.1:42305_solr) [n:127.0.0.1:42305_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1290889 INFO (zkCallback-6519-thread-1-processing-n:127.0.0.1:41337_solr) [n:127.0.0.1:41337_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1290891 INFO (zkCallback-6529-thread-1-processing-n:127.0.0.1:41289_solr) [n:127.0.0.1:41289_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1291104 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [n:127.0.0.1:41289_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41289.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cb401c
[junit4] 2> 1291115 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [n:127.0.0.1:41289_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41289.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cb401c
[junit4] 2> 1291115 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [n:127.0.0.1:41289_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41289.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cb401c
[junit4] 2> 1291117 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [n:127.0.0.1:41289_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_55745761EA106BC3-001/tempDir-001/node4/.
[junit4] 2> 1291749 DEBUG (ScheduledTrigger-4243-thread-4) [n:127.0.0.1:42305_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1291838 DEBUG (ScheduledTrigger-4243-thread-2) [n:127.0.0.1:42305_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerMR
[junit4] 2> 1291838 DEBUG (ScheduledTrigger-4243-thread-2) [n:127.0.0.1:42305_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1291838 DEBUG (ScheduledTrigger-4243-thread-2) [n:127.0.0.1:42305_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:41289_solr at time 441580369374947
[junit4] 2> 1291841 DEBUG (ScheduledTrigger-4243-thread-1) [n:127.0.0.1:42305_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_triggerMR with currently live nodes: 3
[junit4] 2> 1292750 DEBUG (ScheduledTrigger-4243-thread-3) [n:127.0.0.1:42305_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1292840 DEBUG (ScheduledTrigger-4243-thread-4) [n:127.0.0.1:42305_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerMR
[junit4] 2> 1292840 DEBUG (ScheduledTrigger-4243-thread-4) [n:127.0.0.1:42305_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1292840 DEBUG (ScheduledTrigger-4243-thread-4) [n:127.0.0.1:42305_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerMR firing registered processor for nodes: [127.0.0.1:41289_solr] added at times [441580369374947], now=441581370823869
[junit4] 2> 1292840 DEBUG (ScheduledTrigger-4243-thread-4) [n:127.0.0.1:42305_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"1919d710e6ee3T27en34prc9g1d5gf4bwjpuwxk",
[junit4] 2> "source":"node_added_triggerMR",
[junit4] 2> "eventTime":441580369374947,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[441580369374947],
[junit4] 2> "nodeNames":["127.0.0.1:41289_solr"]}}
[junit4] 2> 1292841 DEBUG (ScheduledTrigger-4243-thread-4) [n:127.0.0.1:42305_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_triggerMR, node_added_triggerMR, .auto_add_replicas]
[junit4] 2> 1292841 INFO (ScheduledTrigger-4243-thread-4) [n:127.0.0.1:42305_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 1292842 DEBUG (AutoscalingActionExecutor-4244-thread-1-processing-n:127.0.0.1:42305_solr) [n:127.0.0.1:42305_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"1919d710e6ee3T27en34prc9g1d5gf4bwjpuwxk",
[junit4] 2> "source":"node_added_triggerMR",
[junit4] 2> "eventTime":441580369374947,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[441580369374947],
[junit4] 2> "_enqueue_time_":441581371662807,
[junit4] 2> "nodeNames":["127.0.0.1:41289_solr"]}}
[junit4] 2> 1292843 DEBUG (AutoscalingActionExecutor-4244-thread-1-processing-n:127.0.0.1:42305_solr) [n:127.0.0.1:42305_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_triggerMR after 5000ms
[junit4] 2> 1292843 DEBUG (AutoscalingActionExecutor-4244-thread-1-processing-n:127.0.0.1:42305_solr) [n:127.0.0.1:42305_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerMR after 5000ms
[junit4] 2> 1292843 DEBUG (AutoscalingActionExecutor-4244-thread-1-processing-n:127.0.0.1:42305_solr) [n:127.0.0.1:42305_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 5000ms
[junit4] 2> 1292843 DEBUG (AutoscalingActionExecutor-4244-thread-1-processing-n:127.0.0.1:42305_solr) [n:127.0.0.1:42305_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=1919d710e6ee3T27en34prc9g1d5gf4bwjpuwxk
[junit4] 2> 1292843 INFO (OverseerCollectionConfigSetProcessor-72086532985257990-127.0.0.1:42305_solr-n_0000000001) [n:127.0.0.1:42305_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1296165 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.c.a.TriggerIntegrationTest ====== KILL OVERSEER 2
[junit4] 2> 1296166 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@d97467{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 1296167 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=18896962
[junit4] 2> 1296167 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1296167 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@f5ee2d: rootName = solr_42305, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1cdb517
[junit4] 2> 1296173 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1296174 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1715b62: rootName = solr_42305, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@b22f4a
[junit4] 2> 1296179 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1296179 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@17ade40: rootName = solr_42305, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@f59b8c
[junit4] 2> 1296180 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:42305_solr
[junit4] 2> 1296181 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1296181 INFO (zkCallback-6529-thread-1-processing-n:127.0.0.1:41289_solr) [n:127.0.0.1:41289_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1296181 INFO (zkCallback-6519-thread-1-processing-n:127.0.0.1:41337_solr) [n:127.0.0.1:41337_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1296181 INFO (zkCallback-6499-thread-2-processing-n:127.0.0.1:42305_solr) [n:127.0.0.1:42305_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1296181 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1296181 INFO (zkCallback-6511-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1296181 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.c.Overseer Overseer (id=72086532985257990-127.0.0.1:42305_solr-n_0000000001) closing
[junit4] 2> 1296181 INFO (OverseerStateUpdate-72086532985257990-127.0.0.1:42305_solr-n_0000000001) [n:127.0.0.1:42305_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:42305_solr
[junit4] 2> 1296181 WARN (OverseerAutoScalingTriggerThread-72086532985257990-127.0.0.1:42305_solr-n_0000000001) [n:127.0.0.1:42305_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1296182 DEBUG (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1296182 INFO (zkCallback-6519-thread-1-processing-n:127.0.0.1:41337_solr) [n:127.0.0.1:41337_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41337_solr
[junit4] 2> 1296183 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1b34844{/solr,null,UNAVAILABLE}
[junit4] 2> 1296183 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1296183 INFO (zkCallback-6519-thread-1-processing-n:127.0.0.1:41337_solr) [n:127.0.0.1:41337_solr ] o.a.s.c.Overseer Overseer (id=72086532985257995-127.0.0.1:41337_solr-n_0000000002) starting
[junit4] 2> 1296187 DEBUG (OverseerAutoScalingTriggerThread-72086532985257995-127.0.0.1:41337_solr-n_0000000002) [n:127.0.0.1:41337_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 1296188 DEBUG (OverseerAutoScalingTriggerThread-72086532985257995-127.0.0.1:41337_solr-n_0000000002) [n:127.0.0.1:41337_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:41289_solr, 127.0.0.1:41337_solr]
[junit4] 2> 1296188 DEBUG (OverseerAutoScalingTriggerThread-72086532985257995-127.0.0.1:41337_solr-n_0000000002) [n:127.0.0.1:41337_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:41289_solr, 127.0.0.1:41337_solr]
[junit4] 2> 1296188 DEBUG (OverseerAutoScalingTriggerThread-72086532985257995-127.0.0.1:41337_solr-n_0000000002) [n:127.0.0.1:41337_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerMR instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventMarkerAction}], enabled=true}
[junit4] 2> 1296189 DEBUG (OverseerAutoScalingTriggerThread-72086532985257995-127.0.0.1:41337_solr-n_0000000002) [n:127.0.0.1:41337_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:41289_solr, 127.0.0.1:41337_solr]
[junit4] 2> 1296189 DEBUG (OverseerAutoScalingTriggerThread-72086532985257995-127.0.0.1:41337_solr-n_0000000002) [n:127.0.0.1:41337_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion -1
[junit4] 2> 1296189 DEBUG (OverseerAutoScalingTriggerThread-72086532985257995-127.0.0.1:41337_solr-n_0000000002) [n:127.0.0.1:41337_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 1296190 INFO (OverseerAutoScalingTriggerThread-72086532985257995-127.0.0.1:41337_solr-n_0000000002) [n:127.0.0.1:41337_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventMarkerAction init
[junit4] 2> 1296190 DEBUG (OverseerAutoScalingTriggerThread-72086532985257995-127.0.0.1:41337_solr-n_0000000002) [n:127.0.0.1:41337_solr ] o.a.s.c.a.NodeLostTrigger Adding lost node from marker path: 127.0.0.1:42305_solr
[junit4] 2> 1296190 INFO (OverseerAutoScalingTriggerThread-72086532985257995-127.0.0.1:41337_solr-n_0000000002) [n:127.0.0.1:41337_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventMarkerAction init
[junit4] 2> 1296191 DEBUG (ScheduledTrigger-4254-thread-1) [n:127.0.0.1:41337_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_triggerMR with currently live nodes: 2
[junit4] 2> 1296191 DEBUG (ScheduledTrigger-4254-thread-1) [n:127.0.0.1:41337_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:42305_solr
[junit4] 2> 1296191 DEBUG (OverseerAutoScalingTriggerThread-72086532985257995-127.0.0.1:41337_solr-n_0000000002) [n:127.0.0.1:41337_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 1296192 DEBUG (ScheduledTrigger-4254-thread-2) [n:127.0.0.1:41337_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerMR
[junit4] 2> 1296192 DEBUG (ScheduledTrigger-4254-thread-2) [n:127.0.0.1:41337_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1296192 DEBUG (ScheduledTrigger-4254-thread-3) [n:127.0.0.1:41337_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1296192 DEBUG (ScheduledTrigger-4254-thread-3) [n:127.0.0.1:41337_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:42305_solr
[junit4] 2> 1297192 DEBUG (ScheduledTrigger-4254-thread-1) [n:127.0.0.1:41337_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_triggerMR with currently live nodes: 2
[junit4] 2> 1297192 DEBUG (ScheduledTrigger-4254-thread-1) [n:127.0.0.1:41337_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:42305_solr]
[junit4] 2> 1297192 DEBUG (ScheduledTrigger-4254-thread-1) [n:127.0.0.1:41337_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"1919e747b5736T27en34prc9g1d5gf4bwjpuwxm",
[junit4] 2> "source":"node_lost_triggerMR",
[junit4] 2> "eventTime":441584721811254,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[441584721811254],
[junit4] 2> "nodeNames":["127.0.0.1:42305_solr"]}}
[junit4] 2> 1297193 DEBUG (ScheduledTrigger-4254-thread-4) [n:127.0.0.1:41337_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerMR
[junit4] 2> 1297193 DEBUG (ScheduledTrigger-4254-thread-1) [n:127.0.0.1:41337_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_triggerMR, node_added_triggerMR, .auto_add_replicas]
[junit4] 2> 1297193 DEBUG (ScheduledTrigger-4254-thread-4) [n:127.0.0.1:41337_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1297194 INFO (ScheduledTrigger-4254-thread-1) [n:127.0.0.1:41337_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 1297194 DEBUG (AutoscalingActionExecutor-4255-thread-1-processing-n:127.0.0.1:41337_solr) [n:127.0.0.1:41337_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"1919e747b5736T27en34prc9g1d5gf4bwjpuwxm",
[junit4] 2> "source":"node_lost_triggerMR",
[junit4] 2> "eventTime":441584721811254,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[441584721811254],
[junit4] 2> "_enqueue_time_":441585723698341,
[junit4] 2> "nodeNames":["127.0.0.1:42305_solr"]}}
[junit4] 2> 1297194 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[55745761EA106BC3]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeMarkersRegistration
[junit4] 2> 1297195 DEBUG (AutoscalingActionExecutor-4255-thread-1-processing-n:127.0.0.1:41337_solr) [n:127.0.0.1:41337_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_triggerMR after 5000ms
[junit4] 2> 1297195 DEBUG (AutoscalingActionExecutor-4255-thread-1-processing-n:127.0.0.1:41337_solr) [n:127.0.0.1:41337_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerMR after 5000ms
[junit4] 2> 1297195 DEBUG (AutoscalingActionExecutor-4255-thread-1-processing-n:127.0.0.1:41337_solr) [n:127.0.0.1:41337_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 5000ms
[junit4] 2> 1297195 DEBUG (AutoscalingActionExecutor-4255-thread-1-processing-n:127.0.0.1:41337_solr) [n:127.0.0.1:41337_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=1919e747b5736T27en34prc9g1d5gf4bwjpuwxm
[junit4] 2> 1297208 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[55745761EA106BC3]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSetProperties
[junit4] 2> 1297208 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[55745761EA106BC3]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 6
[junit4] 2> 1297209 DEBUG (zkCallback-6519-thread-1-processing-n:127.0.0.1:41337_solr) [n:127.0.0.1:41337_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 1297209 DEBUG (OverseerAutoScalingTriggerThread-72086532985257995-127.0.0.1:41337_solr-n_0000000002) [n:127.0.0.1:41337_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 1297211 DEBUG (OverseerAutoScalingTriggerThread-72086532985257995-127.0.0.1:41337_solr-n_0000000002) [n:127.0.0.1:41337_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1297211 DEBUG (OverseerAutoScalingTriggerThread-72086532985257995-127.0.0.1:41337_solr-n_0000000002) [n:127.0.0.1:41337_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1297211 DEBUG (OverseerAutoScalingTriggerThread-72086532985257995-127.0.0.1:41337_solr-n_0000000002) [n:127.0.0.1:41337_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 1298213 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[55745761EA106BC3]) [ ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: triggerScheduleDelaySeconds from: 1 to: 4
[junit4] 2> 1306216 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[55745761EA106BC3]) [ ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: triggerScheduleDelaySeconds from: 4 to: 1
[junit4] 2> 1316223 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[55745761EA106BC3]) [ ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: triggerCorePoolSize from: 4 to: 6
[junit4] 2> 1326230 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[55745761EA106BC3]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testSetProperties
[junit4] 2> 1326241 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSearchRate
[junit4] 2> 1326242 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 7
[junit4] 2> 1326242 DEBUG (zkCallback-6519-thread-1-processing-n:127.0.0.1:41337_solr) [n:127.0.0.1:41337_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 1326242 DEBUG (OverseerAutoScalingTriggerThread-72086532985257995-127.0.0.1:41337_solr-n_0000000002) [n:127.0.0.1:41337_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 1326242 DEBUG (OverseerAutoScalingTriggerThread-72086532985257995-127.0.0.1:41337_solr-n_0000000002) [n:127.0.0.1:41337_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1326242 DEBUG (OverseerAutoScalingTriggerThread-72086532985257995-127.0.0.1:41337_solr-n_0000000002) [n:127.0.0.1:41337_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1326243 DEBUG (OverseerAutoScalingTriggerThread-72086532985257995-127.0.0.1:41337_solr-n_0000000002) [n:127.0.0.1:41337_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 1326244 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T01:27:37+04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1326244 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1326244 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1326244 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1326245 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@65a282{/solr,null,AVAILABLE}
[junit4] 2> 1326245 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@10b24db{SSL,[ssl, http/1.1]}{127.0.0.1:42933}
[junit4] 2> 1326245 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [ ] o.e.j.s.Server Started @1327337ms
[junit4] 2> 1326246 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42933}
[junit4] 2> 1326246 ERROR (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1326246 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 1326246 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1326246 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1326246 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-03T17:20:54.339Z
[junit4] 2> 1326247 INFO (zkConnectionManagerCallback-6534-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1326248 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1326259 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41007/solr
[junit4] 2> 1326261 INFO (zkConnectionManagerCallback-6538-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1326263 INFO (zkConnectionManagerCallback-6540-thread-1-processing-n:127.0.0.1:42933_solr) [n:127.0.0.1:42933_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1326266 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [n:127.0.0.1:42933_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1326267 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [n:127.0.0.1:42933_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1326268 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [n:127.0.0.1:42933_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42933_solr
[junit4] 2> 1326269 INFO (zkCallback-6511-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1326269 INFO (zkCallback-6519-thread-1-processing-n:127.0.0.1:41337_solr) [n:127.0.0.1:41337_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1326269 INFO (zkCallback-6539-thread-1-processing-n:127.0.0.1:42933_solr) [n:127.0.0.1:42933_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1326269 INFO (zkCallback-6529-thread-1-processing-n:127.0.0.1:41289_solr) [n:127.0.0.1:41289_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1326454 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [n:127.0.0.1:42933_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42933.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cb401c
[junit4] 2> 1326465 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [n:127.0.0.1:42933_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42933.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cb401c
[junit4] 2> 1326465 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [n:127.0.0.1:42933_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42933.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cb401c
[junit4] 2> 1326467 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [n:127.0.0.1:42933_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_55745761EA106BC3-001/tempDir-001/node5/.
[junit4] 2> 1326515 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T01:27:37+04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1326516 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1326516 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1326516 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1326516 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1d56886{/solr,null,AVAILABLE}
[junit4] 2> 1326517 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@ea876e{SSL,[ssl, http/1.1]}{127.0.0.1:46741}
[junit4] 2> 1326517 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [ ] o.e.j.s.Server Started @1327608ms
[junit4] 2> 1326517 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46741}
[junit4] 2> 1326517 ERROR (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1326517 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 1326517 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1326517 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1326517 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-03T17:20:54.610Z
[junit4] 2> 1326519 INFO (zkConnectionManagerCallback-6544-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1326520 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1326529 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41007/solr
[junit4] 2> 1326530 INFO (zkConnectionManagerCallback-6548-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1326535 INFO (zkConnectionManagerCallback-6550-thread-1-processing-n:127.0.0.1:46741_solr) [n:127.0.0.1:46741_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1326539 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [n:127.0.0.1:46741_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1326540 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [n:127.0.0.1:46741_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1326542 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[55745761EA106BC3]) [n:127.0.0.1:46741_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46741_solr
[junit4] 2> 1326543 INFO (zkCallback-6529-thread-1-processing-n:127.0.0.1:41289_solr) [n:127.0.0.1:41289_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1326543 INFO (zkCallback-6539-thread-1-processing-n:127.0.0.1:42933_solr) [n:127.0.0.1:42933_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1326543 INFO (zkCallback-6511-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1326543 INFO (zkCallback-6519-thread-1-processing-n:127.0.0.1:41337_solr) [n:127.0.0.1:41337_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4]
[...truncated too long message...]
0.0.1:10174_solr]
[junit4] 2> 3399602 DEBUG (simCloudManagerPool-9892-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10169_solr, 127.0.0.1:10175_solr, 127.0.0.1:10174_solr]
[junit4] 2> 3399602 DEBUG (simCloudManagerPool-9892-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=2, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerAction}], enabled=true}
[junit4] 2> 3399603 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 45
[junit4] 2> 3399603 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 45, lastZnodeVersion 45
[junit4] 2> 3399643 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[55745761EA106BC3]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeAddedTrigger
[junit4] 2> 3399643 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[55745761EA106BC3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase
[junit4] 2>
[junit4] 2> 3399643 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[55745761EA106BC3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2> 3399643 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[55745761EA106BC3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
[junit4] 2> 3399643 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[55745761EA106BC3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2>
[junit4] 2> 3399643 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[55745761EA106BC3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 3
[junit4] 2> 3399643 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[55745761EA106BC3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 3
[junit4] 2> 3399643 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[55745761EA106BC3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 0
[junit4] 2> 3399643 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[55745761EA106BC3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: []
[junit4] 2> 3399643 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[55745761EA106BC3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 0
[junit4] 2> 3399643 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[55745761EA106BC3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0
[junit4] 2> 3399643 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[55745761EA106BC3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 0
[junit4] 2> 3399643 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[55745761EA106BC3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
[junit4] 2> 3399643 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[55745761EA106BC3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 2
[junit4] 2> 3399643 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[55745761EA106BC3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - update 2
[junit4] 2> 3399643 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[55745761EA106BC3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
[junit4] 2> 3399643 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[55745761EA106BC3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_added_trigger
[junit4] 2> 3399644 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[55745761EA106BC3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 1
[junit4] 2> 3399644 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[55745761EA106BC3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - SUCCEEDED 1
[junit4] 2> 3399644 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 3399644 DEBUG (SUITE-TestTriggerIntegration-seed#[55745761EA106BC3]-worker) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestTriggerIntegration_55745761EA106BC3-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=802, maxMBSortInHeap=7.973438397117974, sim=RandomSimilarity(queryNorm=false): {}, locale=es-SV, timezone=Pacific/Enderbury
[junit4] 2> NOTE: Linux 4.13.0-32-generic i386/Oracle Corporation 1.8.0_162 (32-bit)/cpus=8,threads=1,free=129427584,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [StressHdfsTest, TestPolicyCloud, TestLegacyTerms, TestStressLiveNodes, DistributedQueryComponentOptimizationTest, CdcrUpdateLogTest, TestJavabinTupleStreamParser, FileUtilsTest, TestQueryUtils, SolrMetricManagerTest, TestSolrIndexConfig, BasicZkTest, TestStressRecovery, ScriptEngineTest, TestNumericRangeQuery64, SearchHandlerTest, RestartWhileUpdatingTest, JvmMetricsTest, TestCoreBackup, TestSmileRequest, TestCloudSearcherWarming, SuggesterFSTTest, TestUninvertingReader, UpdateRequestProcessorFactoryTest, TestTrie, OverseerTest, TestReplicationHandler, TestSystemCollAutoCreate, SortSpecParsingTest, SignatureUpdateProcessorFactoryTest, TestJsonRequest, UpdateLogTest, SoftAutoCommitTest, TestCloudPivotFacet, ZkControllerTest, TestComplexPhraseLeadingWildcard, ConfigSetsAPITest, TestPostingsSolrHighlighter, BasicFunctionalityTest, BlockJoinFacetSimpleTest, HdfsTlogReplayBufferedWhileIndexingTest, DirectUpdateHandlerOptimizeTest, DistributedFacetPivotLargeTest, TestRTGBase, HdfsDirectoryTest, TestXIncludeConfig, StatsReloadRaceTest, TestFileDictionaryLookup, TestTrieFacet, CollectionStateFormat2Test, TestExclusionRuleCollectionAccess, LegacyCloudClusterPropTest, TestTolerantUpdateProcessorRandomCloud, TestPerFieldSimilarity, PeerSyncReplicationTest, AlternateDirectoryTest, SolrJmxReporterTest, BadComponentTest, TestBM25SimilarityFactory, CollectionTooManyReplicasTest, LoggingHandlerTest, TestJettySolrRunner, BitVectorTest, TestImpersonationWithHadoopAuth, TestFieldCache, TestZkChroot, TriLevelCompositeIdRoutingTest, DocumentBuilderTest, AtomicUpdateProcessorFactoryTest, LeaderFailoverAfterPartitionTest, EnumFieldTest, ZkStateWriterTest, TestNamedUpdateProcessors, CdcrReplicationDistributedZkTest, TestMaxScoreQueryParser, TestSolrCloudSnapshots, MetricTriggerTest, TestImplicitCoreProperties, DistributedFacetSimpleRefinementLongTailTest, TestLRUStatsCache, PrimitiveFieldTypeTest, RulesTest, QueryElevationComponentTest, TestStressVersions, TestCursorMarkWithoutUniqueKey, DirectSolrConnectionTest, XsltUpdateRequestHandlerTest, TestUseDocValuesAsStored, ReplaceNodeNoTargetTest, TestSkipOverseerOperations, SimplePostToolTest, TestHashQParserPlugin, TestLegacyField, ConcurrentDeleteAndCreateCollectionTest, DeleteNodeTest, PreAnalyzedUpdateProcessorTest, SortByFunctionTest, RequiredFieldsTest, SolrShardReporterTest, TriggerIntegrationTest, TestSolrCLIRunExample, IndexSchemaTest, TestPerFieldSimilarityWithDefaultOverride, TestNoOpRegenerator, AutoAddReplicasPlanActionTest, TestDynamicFieldCollectionResource, BadCopyFieldTest, QueryResultKeyTest, TestSQLHandlerNonCloud, MoveReplicaHDFSFailoverTest, TestCorePropertiesReload, TestNRTOpen, TestCharFilters, PKIAuthenticationIntegrationTest, AnalyticsQueryTest, CreateRoutedAliasTest, TestChildDocTransformer, TestDeleteCollectionOnDownNodes, TestSearchPerf, CdcrVersionReplicationTest, ChaosMonkeySafeLeaderTest, TestClassicSimilarityFactory, HttpSolrCallGetCoreTest, TestRuleBasedAuthorizationPlugin, OverriddenZkACLAndCredentialsProvidersTest, TestFoldingMultitermQuery, TestMinMaxOnMultiValuedField, UnloadDistributedZkTest, SyncSliceTest, LeaderElectionIntegrationTest, ShardRoutingTest, RecoveryZkTest, ClusterStateUpdateTest, LeaderElectionTest, ZkSolrClientTest, ZkCLITest, ShardRoutingCustomTest, TestDistributedSearch, TestDistributedGrouping, TestRecovery, TestRealTimeGet, TestJoin, StatsComponentTest, PeerSyncTest, TestIndexSearcher, DistributedQueryElevationComponentTest, DocValuesTest, DefaultValueUpdateProcessorTest, DocValuesMultiTest, TestSolrDeletionPolicy1, DebugComponentTest, TestReversedWildcardFilterFactory, FileBasedSpellCheckerTest, XmlUpdateRequestHandlerTest, PathHierarchyTokenizerFactoryTest, TermVectorComponentTest, TestIndexingPerformance, MoreLikeThisHandlerTest, FastVectorHighlighterTest, TestCollationField, TestCSVResponseWriter, QueryParsingTest, JsonLoaderTest, PingRequestHandlerTest, TestLFUCache, TestDistributedMissingSort, TestEmbeddedSolrServerConstructors, ConnectionReuseTest, AsyncCallRequestStatusResponseTest, CleanupOldIndexTest, CloudExitableDirectoryReaderTest, CollectionsAPISolrJTest, DeleteInactiveReplicaTest, DistribJoinFromCollectionTest, DocValuesNotIndexedTest, HttpPartitionOnCommitTest, LIRRollingUpdatesTest, LeaderFailureAfterFreshStartTest, MoveReplicaHDFSTest, SaslZkACLProviderTest, SolrXmlInZkTest, TestConfigSetsAPI, TestOnReconnectListenerSupport, TestPullReplica, TestRequestForwarding, TestSegmentSorting, TestStressInPlaceUpdates, TestCollectionsAPIViaSolrCloudCluster, TestLocalFSCloudBackupRestore, AutoAddReplicasIntegrationTest, TestComputePlanAction, TestDistribStateManager, TestGenericDistributedQueue, TestLargeCluster, TestTriggerIntegration]
[junit4] Completed [589/774 (2!)] on J1 in 3.53s, 11 tests, 1 failure <<< FAILURES!
[...truncated 44603 lines...]
[JENKINS-EA] Lucene-Solr-7.x-Linux (64bit/jdk-10-ea+41) - Build #
1288 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1288/
Java: 64bit/jdk-10-ea+41 -XX:-UseCompressedOops -XX:+UseSerialGC
3 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testSearchRate
Error Message:
The trigger did not fire at all
Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at __randomizedtesting.SeedInfo.seed([83204A318323C773:DE6854B84CE5613C]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testSearchRate(TriggerIntegrationTest.java:1438)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger
Error Message:
Stack Trace:
java.lang.NullPointerException
at __randomizedtesting.SeedInfo.seed([83204A318323C773:392C7DBEDCCB113C]:0)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger(TriggerIntegrationTest.java:1565)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeMarkersRegistration
Error Message:
Path /autoscaling/nodeAdded/127.0.0.1:46439_solr wasn't created
Stack Trace:
java.lang.AssertionError: Path /autoscaling/nodeAdded/127.0.0.1:46439_solr wasn't created
at __randomizedtesting.SeedInfo.seed([83204A318323C773:9B9AC23D8D160A9C]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeMarkersRegistration(TriggerIntegrationTest.java:938)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 13804 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> 2662028 INFO (SUITE-TriggerIntegrationTest-seed#[83204A318323C773]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_83204A318323C773-001/init-core-data-001
[junit4] 2> 2662028 WARN (SUITE-TriggerIntegrationTest-seed#[83204A318323C773]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
[junit4] 2> 2662028 INFO (SUITE-TriggerIntegrationTest-seed#[83204A318323C773]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2662029 INFO (SUITE-TriggerIntegrationTest-seed#[83204A318323C773]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 2662030 INFO (SUITE-TriggerIntegrationTest-seed#[83204A318323C773]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_83204A318323C773-001/tempDir-001
[junit4] 2> 2662030 INFO (SUITE-TriggerIntegrationTest-seed#[83204A318323C773]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2662030 INFO (Thread-7367) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2662030 INFO (Thread-7367) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2662031 ERROR (Thread-7367) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2662130 INFO (SUITE-TriggerIntegrationTest-seed#[83204A318323C773]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:39329
[junit4] 2> 2662132 INFO (zkConnectionManagerCallback-3224-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2662135 INFO (jetty-launcher-3221-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T01:27:37+04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2662135 INFO (jetty-launcher-3221-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T01:27:37+04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2662135 INFO (jetty-launcher-3221-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2662135 INFO (jetty-launcher-3221-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2662135 INFO (jetty-launcher-3221-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2662135 INFO (jetty-launcher-3221-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2662135 INFO (jetty-launcher-3221-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2662135 INFO (jetty-launcher-3221-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2662136 INFO (jetty-launcher-3221-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@77b6777e{/solr,null,AVAILABLE}
[junit4] 2> 2662136 INFO (jetty-launcher-3221-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@449a0834{/solr,null,AVAILABLE}
[junit4] 2> 2662137 INFO (jetty-launcher-3221-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@698507e7{SSL,[ssl, http/1.1]}{127.0.0.1:36289}
[junit4] 2> 2662137 INFO (jetty-launcher-3221-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@721a9676{SSL,[ssl, http/1.1]}{127.0.0.1:43577}
[junit4] 2> 2662137 INFO (jetty-launcher-3221-thread-2) [ ] o.e.j.s.Server Started @2663655ms
[junit4] 2> 2662137 INFO (jetty-launcher-3221-thread-1) [ ] o.e.j.s.Server Started @2663655ms
[junit4] 2> 2662137 INFO (jetty-launcher-3221-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36289}
[junit4] 2> 2662137 INFO (jetty-launcher-3221-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43577}
[junit4] 2> 2662137 ERROR (jetty-launcher-3221-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2662137 ERROR (jetty-launcher-3221-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2662137 INFO (jetty-launcher-3221-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 2662137 INFO (jetty-launcher-3221-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 2662137 INFO (jetty-launcher-3221-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2662137 INFO (jetty-launcher-3221-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2662137 INFO (jetty-launcher-3221-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2662137 INFO (jetty-launcher-3221-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2662137 INFO (jetty-launcher-3221-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-03T12:26:34.945656Z
[junit4] 2> 2662137 INFO (jetty-launcher-3221-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-03T12:26:34.945679Z
[junit4] 2> 2662138 INFO (zkConnectionManagerCallback-3228-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2662138 INFO (zkConnectionManagerCallback-3227-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2662138 INFO (jetty-launcher-3221-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2662138 INFO (jetty-launcher-3221-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2662141 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10019450b4c0002, likely client has closed socket
[junit4] 2> 2662142 INFO (jetty-launcher-3221-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39329/solr
[junit4] 2> 2662142 INFO (jetty-launcher-3221-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39329/solr
[junit4] 2> 2662143 INFO (zkConnectionManagerCallback-3234-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2662143 INFO (zkConnectionManagerCallback-3236-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2662143 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10019450b4c0004, likely client has closed socket
[junit4] 2> 2662144 INFO (zkConnectionManagerCallback-3239-thread-1-processing-n:127.0.0.1:36289_solr) [n:127.0.0.1:36289_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2662144 INFO (zkConnectionManagerCallback-3240-thread-1-processing-n:127.0.0.1:43577_solr) [n:127.0.0.1:43577_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2662173 INFO (jetty-launcher-3221-thread-2) [n:127.0.0.1:36289_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2662173 INFO (jetty-launcher-3221-thread-1) [n:127.0.0.1:43577_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2662173 INFO (jetty-launcher-3221-thread-2) [n:127.0.0.1:36289_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36289_solr
[junit4] 2> 2662173 INFO (jetty-launcher-3221-thread-1) [n:127.0.0.1:43577_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43577_solr
[junit4] 2> 2662173 INFO (jetty-launcher-3221-thread-2) [n:127.0.0.1:36289_solr ] o.a.s.c.Overseer Overseer (id=72085378370895877-127.0.0.1:36289_solr-n_0000000000) starting
[junit4] 2> 2662174 INFO (zkCallback-3238-thread-1-processing-n:127.0.0.1:43577_solr) [n:127.0.0.1:43577_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2662174 INFO (zkCallback-3237-thread-1-processing-n:127.0.0.1:36289_solr) [n:127.0.0.1:36289_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2662176 DEBUG (OverseerAutoScalingTriggerThread-72085378370895877-127.0.0.1:36289_solr-n_0000000000) [n:127.0.0.1:36289_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 2662177 DEBUG (OverseerAutoScalingTriggerThread-72085378370895877-127.0.0.1:36289_solr-n_0000000000) [n:127.0.0.1:36289_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 2662177 INFO (jetty-launcher-3221-thread-2) [n:127.0.0.1:36289_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36289_solr
[junit4] 2> 2662177 DEBUG (OverseerAutoScalingTriggerThread-72085378370895877-127.0.0.1:36289_solr-n_0000000000) [n:127.0.0.1:36289_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:43577_solr]
[junit4] 2> 2662177 DEBUG (OverseerAutoScalingTriggerThread-72085378370895877-127.0.0.1:36289_solr-n_0000000000) [n:127.0.0.1:36289_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 2662177 DEBUG (OverseerAutoScalingTriggerThread-72085378370895877-127.0.0.1:36289_solr-n_0000000000) [n:127.0.0.1:36289_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 2662177 INFO (zkCallback-3238-thread-1-processing-n:127.0.0.1:43577_solr) [n:127.0.0.1:43577_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2662178 INFO (zkCallback-3237-thread-1-processing-n:127.0.0.1:36289_solr) [n:127.0.0.1:36289_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2662179 DEBUG (OverseerAutoScalingTriggerThread-72085378370895877-127.0.0.1:36289_solr-n_0000000000) [n:127.0.0.1:36289_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2662179 DEBUG (OverseerAutoScalingTriggerThread-72085378370895877-127.0.0.1:36289_solr-n_0000000000) [n:127.0.0.1:36289_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 2662179 DEBUG (ScheduledTrigger-6391-thread-1) [n:127.0.0.1:36289_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 2662205 INFO (jetty-launcher-3221-thread-1) [n:127.0.0.1:43577_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43577.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11a55181
[junit4] 2> 2662210 INFO (jetty-launcher-3221-thread-1) [n:127.0.0.1:43577_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43577.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11a55181
[junit4] 2> 2662210 INFO (jetty-launcher-3221-thread-1) [n:127.0.0.1:43577_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43577.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11a55181
[junit4] 2> 2662210 INFO (jetty-launcher-3221-thread-2) [n:127.0.0.1:36289_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36289.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11a55181
[junit4] 2> 2662210 INFO (jetty-launcher-3221-thread-1) [n:127.0.0.1:43577_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_83204A318323C773-001/tempDir-001/node1/.
[junit4] 2> 2662215 INFO (jetty-launcher-3221-thread-2) [n:127.0.0.1:36289_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36289.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11a55181
[junit4] 2> 2662215 INFO (jetty-launcher-3221-thread-2) [n:127.0.0.1:36289_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36289.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11a55181
[junit4] 2> 2662216 INFO (jetty-launcher-3221-thread-2) [n:127.0.0.1:36289_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_83204A318323C773-001/tempDir-001/node2/.
[junit4] 2> 2662235 INFO (zkConnectionManagerCallback-3246-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2662237 INFO (zkConnectionManagerCallback-3250-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2662237 INFO (SUITE-TriggerIntegrationTest-seed#[83204A318323C773]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2662237 INFO (SUITE-TriggerIntegrationTest-seed#[83204A318323C773]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39329/solr ready
[junit4] 2> 2662243 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testContinueTriggersOnOverseerRestart
[junit4] 2> 2662243 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
[junit4] 2> 2662243 DEBUG (zkCallback-3237-thread-1-processing-n:127.0.0.1:36289_solr) [n:127.0.0.1:36289_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 2662243 DEBUG (OverseerAutoScalingTriggerThread-72085378370895877-127.0.0.1:36289_solr-n_0000000000) [n:127.0.0.1:36289_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 2662244 DEBUG (OverseerAutoScalingTriggerThread-72085378370895877-127.0.0.1:36289_solr-n_0000000000) [n:127.0.0.1:36289_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2662244 DEBUG (OverseerAutoScalingTriggerThread-72085378370895877-127.0.0.1:36289_solr-n_0000000000) [n:127.0.0.1:36289_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2662244 DEBUG (OverseerAutoScalingTriggerThread-72085378370895877-127.0.0.1:36289_solr-n_0000000000) [n:127.0.0.1:36289_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 2662255 INFO (qtp129500782-23578) [n:127.0.0.1:43577_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2662257 INFO (qtp129500782-23578) [n:127.0.0.1:43577_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 2662271 INFO (qtp718541742-23579) [n:127.0.0.1:36289_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2662273 INFO (qtp129500782-23580) [n:127.0.0.1:43577_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2662273 DEBUG (qtp129500782-23582) [n:127.0.0.1:43577_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2662273 INFO (qtp129500782-23582) [n:127.0.0.1:43577_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=15
[junit4] 2> 2662274 DEBUG (zkCallback-3237-thread-1-processing-n:127.0.0.1:36289_solr) [n:127.0.0.1:36289_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 2662274 DEBUG (zkCallback-3237-thread-1-processing-n:127.0.0.1:36289_solr) [n:127.0.0.1:36289_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:36289_solr, 127.0.0.1:43577_solr]
[junit4] 2> 2662275 DEBUG (zkCallback-3237-thread-1-processing-n:127.0.0.1:36289_solr) [n:127.0.0.1:36289_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerCTOOR instantiated with properties: {event=nodeAdded, waitFor=2, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 2662275 DEBUG (OverseerAutoScalingTriggerThread-72085378370895877-127.0.0.1:36289_solr-n_0000000000) [n:127.0.0.1:36289_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 2662275 INFO (OverseerAutoScalingTriggerThread-72085378370895877-127.0.0.1:36289_solr-n_0000000000) [n:127.0.0.1:36289_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 2662276 DEBUG (ScheduledTrigger-6391-thread-1) [n:127.0.0.1:36289_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 2662276 DEBUG (ScheduledTrigger-6391-thread-1) [n:127.0.0.1:36289_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 2662277 DEBUG (OverseerAutoScalingTriggerThread-72085378370895877-127.0.0.1:36289_solr-n_0000000000) [n:127.0.0.1:36289_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2662278 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@698507e7{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 2662278 DEBUG (OverseerAutoScalingTriggerThread-72085378370895877-127.0.0.1:36289_solr-n_0000000000) [n:127.0.0.1:36289_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 2662278 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=518854704
[junit4] 2> 2662278 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2662278 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@53c02525: rootName = solr_36289, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@79257e60
[junit4] 2> 2662285 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2662285 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2e782ea7: rootName = solr_36289, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@61f0185d
[junit4] 2> 2662290 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2662290 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@485a2b35: rootName = solr_36289, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@330cb8e
[junit4] 2> 2662291 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:36289_solr
[junit4] 2> 2662291 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2662291 INFO (zkCallback-3237-thread-1-processing-n:127.0.0.1:36289_solr) [n:127.0.0.1:36289_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 2662291 INFO (zkCallback-3238-thread-1-processing-n:127.0.0.1:43577_solr) [n:127.0.0.1:43577_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 2662291 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2662292 INFO (zkCallback-3249-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 2662292 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [ ] o.a.s.c.Overseer Overseer (id=72085378370895877-127.0.0.1:36289_solr-n_0000000000) closing
[junit4] 2> 2662292 INFO (OverseerStateUpdate-72085378370895877-127.0.0.1:36289_solr-n_0000000000) [n:127.0.0.1:36289_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36289_solr
[junit4] 2> 2662292 WARN (OverseerAutoScalingTriggerThread-72085378370895877-127.0.0.1:36289_solr-n_0000000000) [n:127.0.0.1:36289_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2662293 DEBUG (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 2662293 INFO (zkCallback-3238-thread-1-processing-n:127.0.0.1:43577_solr) [n:127.0.0.1:43577_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43577_solr
[junit4] 2> 2662293 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@449a0834{/solr,null,UNAVAILABLE}
[junit4] 2> 2662293 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2662294 INFO (zkCallback-3238-thread-1-processing-n:127.0.0.1:43577_solr) [n:127.0.0.1:43577_solr ] o.a.s.c.Overseer Overseer (id=72085378370895878-127.0.0.1:43577_solr-n_0000000001) starting
[junit4] 2> 2662296 DEBUG (OverseerAutoScalingTriggerThread-72085378370895878-127.0.0.1:43577_solr-n_0000000001) [n:127.0.0.1:43577_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 2662296 DEBUG (OverseerAutoScalingTriggerThread-72085378370895878-127.0.0.1:43577_solr-n_0000000001) [n:127.0.0.1:43577_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 2662296 DEBUG (OverseerAutoScalingTriggerThread-72085378370895878-127.0.0.1:43577_solr-n_0000000001) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:43577_solr]
[junit4] 2> 2662296 DEBUG (OverseerAutoScalingTriggerThread-72085378370895878-127.0.0.1:43577_solr-n_0000000001) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerCTOOR instantiated with properties: {event=nodeAdded, waitFor=2, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 2662296 DEBUG (OverseerAutoScalingTriggerThread-72085378370895878-127.0.0.1:43577_solr-n_0000000001) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:43577_solr]
[junit4] 2> 2662296 DEBUG (OverseerAutoScalingTriggerThread-72085378370895878-127.0.0.1:43577_solr-n_0000000001) [n:127.0.0.1:43577_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion -1
[junit4] 2> 2662296 DEBUG (OverseerAutoScalingTriggerThread-72085378370895878-127.0.0.1:43577_solr-n_0000000001) [n:127.0.0.1:43577_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 2662296 INFO (OverseerAutoScalingTriggerThread-72085378370895878-127.0.0.1:43577_solr-n_0000000001) [n:127.0.0.1:43577_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 2662297 DEBUG (ScheduledTrigger-6400-thread-1) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 2662297 DEBUG (ScheduledTrigger-6400-thread-1) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 2662297 DEBUG (OverseerAutoScalingTriggerThread-72085378370895878-127.0.0.1:43577_solr-n_0000000001) [n:127.0.0.1:43577_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 2662297 DEBUG (ScheduledTrigger-6400-thread-1) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 2663297 DEBUG (ScheduledTrigger-6400-thread-2) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 2663298 DEBUG (ScheduledTrigger-6400-thread-3) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 2663298 DEBUG (ScheduledTrigger-6400-thread-2) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 2664298 DEBUG (ScheduledTrigger-6400-thread-3) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 2664298 DEBUG (ScheduledTrigger-6400-thread-4) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 2664298 DEBUG (ScheduledTrigger-6400-thread-4) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 2665298 DEBUG (ScheduledTrigger-6400-thread-3) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 2665298 DEBUG (ScheduledTrigger-6400-thread-2) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 2665298 DEBUG (ScheduledTrigger-6400-thread-2) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 2666298 DEBUG (ScheduledTrigger-6400-thread-3) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 2666298 DEBUG (ScheduledTrigger-6400-thread-4) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 2666298 DEBUG (ScheduledTrigger-6400-thread-4) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 2667298 DEBUG (ScheduledTrigger-6400-thread-3) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 2667298 DEBUG (ScheduledTrigger-6400-thread-2) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 2667299 DEBUG (ScheduledTrigger-6400-thread-2) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 2668299 DEBUG (ScheduledTrigger-6400-thread-3) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 2668299 DEBUG (ScheduledTrigger-6400-thread-3) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 2668299 DEBUG (ScheduledTrigger-6400-thread-3) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 2669299 DEBUG (ScheduledTrigger-6400-thread-4) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 2669299 DEBUG (ScheduledTrigger-6400-thread-4) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 2669299 DEBUG (ScheduledTrigger-6400-thread-4) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 2670299 DEBUG (ScheduledTrigger-6400-thread-1) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 2670299 DEBUG (ScheduledTrigger-6400-thread-2) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 2670299 DEBUG (ScheduledTrigger-6400-thread-2) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 2671299 DEBUG (ScheduledTrigger-6400-thread-1) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 2671299 DEBUG (ScheduledTrigger-6400-thread-4) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 2671299 DEBUG (ScheduledTrigger-6400-thread-4) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 2672295 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T01:27:37+04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2672296 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2672296 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2672296 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2672296 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@543f0a50{/solr,null,AVAILABLE}
[junit4] 2> 2672296 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6e16a274{SSL,[ssl, http/1.1]}{127.0.0.1:33177}
[junit4] 2> 2672296 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [ ] o.e.j.s.Server Started @2673815ms
[junit4] 2> 2672297 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33177}
[junit4] 2> 2672297 ERROR (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2672297 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 2672297 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2672297 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2672297 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-03T12:26:45.105506Z
[junit4] 2> 2672298 INFO (zkConnectionManagerCallback-3252-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2672298 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2672299 DEBUG (ScheduledTrigger-6400-thread-1) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 2672299 DEBUG (ScheduledTrigger-6400-thread-2) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 2672299 DEBUG (ScheduledTrigger-6400-thread-2) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 2672304 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39329/solr
[junit4] 2> 2672304 INFO (zkConnectionManagerCallback-3256-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2672306 INFO (zkConnectionManagerCallback-3258-thread-1-processing-n:127.0.0.1:33177_solr) [n:127.0.0.1:33177_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2672308 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [n:127.0.0.1:33177_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2672309 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [n:127.0.0.1:33177_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2672309 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [n:127.0.0.1:33177_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33177_solr
[junit4] 2> 2672310 INFO (zkCallback-3249-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2672310 INFO (zkCallback-3238-thread-1-processing-n:127.0.0.1:43577_solr) [n:127.0.0.1:43577_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2672310 INFO (zkCallback-3257-thread-1-processing-n:127.0.0.1:33177_solr) [n:127.0.0.1:33177_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2672346 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [n:127.0.0.1:33177_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33177.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11a55181
[junit4] 2> 2672352 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [n:127.0.0.1:33177_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33177.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11a55181
[junit4] 2> 2672353 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [n:127.0.0.1:33177_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33177.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11a55181
[junit4] 2> 2672353 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [n:127.0.0.1:33177_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_83204A318323C773-001/tempDir-001/node3/.
[junit4] 2> 2673299 DEBUG (ScheduledTrigger-6400-thread-1) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 2673300 DEBUG (ScheduledTrigger-6400-thread-4) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 2673300 DEBUG (ScheduledTrigger-6400-thread-4) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 2673300 DEBUG (ScheduledTrigger-6400-thread-4) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:33177_solr at time 423966545632806
[junit4] 2> 2674300 DEBUG (ScheduledTrigger-6400-thread-4) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 2674300 DEBUG (ScheduledTrigger-6400-thread-4) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 2674300 DEBUG (ScheduledTrigger-6400-thread-2) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 2675301 DEBUG (ScheduledTrigger-6400-thread-4) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 2675301 DEBUG (ScheduledTrigger-6400-thread-1) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 2675301 DEBUG (ScheduledTrigger-6400-thread-4) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 2675301 DEBUG (ScheduledTrigger-6400-thread-4) [n:127.0.0.1:43577_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerCTOOR firing registered processor for nodes: [127.0.0.1:33177_solr] added at times [423966545632806], now=423968546714030
[junit4] 2> 2675301 DEBUG (ScheduledTrigger-6400-thread-4) [n:127.0.0.1:43577_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"1819867595e26T375y1ixzvivw78romp5imlgzf",
[junit4] 2> "source":"node_added_triggerCTOOR",
[junit4] 2> "eventTime":423966545632806,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[423966545632806],
[junit4] 2> "nodeNames":["127.0.0.1:33177_solr"]}}
[junit4] 2> 2675301 DEBUG (ScheduledTrigger-6400-thread-4) [n:127.0.0.1:43577_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_triggerCTOOR]
[junit4] 2> 2675302 INFO (ScheduledTrigger-6400-thread-4) [n:127.0.0.1:43577_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 2675302 DEBUG (AutoscalingActionExecutor-6401-thread-1-processing-n:127.0.0.1:43577_solr) [n:127.0.0.1:43577_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"1819867595e26T375y1ixzvivw78romp5imlgzf",
[junit4] 2> "source":"node_added_triggerCTOOR",
[junit4] 2> "eventTime":423966545632806,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[423966545632806],
[junit4] 2> "_enqueue_time_":423968547179602,
[junit4] 2> "nodeNames":["127.0.0.1:33177_solr"]}}
[junit4] 2> 2675302 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[83204A318323C773]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testContinueTriggersOnOverseerRestart
[junit4] 2> 2675303 DEBUG (AutoscalingActionExecutor-6401-thread-1-processing-n:127.0.0.1:43577_solr) [n:127.0.0.1:43577_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 5000ms
[junit4] 2> 2675303 DEBUG (AutoscalingActionExecutor-6401-thread-1-processing-n:127.0.0.1:43577_solr) [n:127.0.0.1:43577_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerCTOOR after 5000ms
[junit4] 2> 2675303 DEBUG (AutoscalingActionExecutor-6401-thread-1-processing-n:127.0.0.1:43577_solr) [n:127.0.0.1:43577_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 0 ms for event id=1819867595e26T375y1ixzvivw78romp5imlgzf
[junit4] 2> 2675307 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSearchRate
[junit4] 2> 2675307 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 5
[junit4] 2> 2675307 DEBUG (zkCallback-3238-thread-1-processing-n:127.0.0.1:43577_solr) [n:127.0.0.1:43577_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 2675307 DEBUG (OverseerAutoScalingTriggerThread-72085378370895878-127.0.0.1:43577_solr-n_0000000001) [n:127.0.0.1:43577_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 2675308 DEBUG (OverseerAutoScalingTriggerThread-72085378370895878-127.0.0.1:43577_solr-n_0000000001) [n:127.0.0.1:43577_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2675308 DEBUG (OverseerAutoScalingTriggerThread-72085378370895878-127.0.0.1:43577_solr-n_0000000001) [n:127.0.0.1:43577_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2675308 DEBUG (OverseerAutoScalingTriggerThread-72085378370895878-127.0.0.1:43577_solr-n_0000000001) [n:127.0.0.1:43577_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 2675309 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T01:27:37+04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2675309 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2675309 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2675309 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2675310 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@22aa16c4{/solr,null,AVAILABLE}
[junit4] 2> 2675310 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@dbb1266{SSL,[ssl, http/1.1]}{127.0.0.1:43411}
[junit4] 2> 2675310 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.e.j.s.Server Started @2676828ms
[junit4] 2> 2675310 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43411}
[junit4] 2> 2675310 ERROR (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2675310 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 2675310 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2675310 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2675310 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-03T12:26:48.118922Z
[junit4] 2> 2675311 INFO (zkConnectionManagerCallback-3262-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2675311 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2675315 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39329/solr
[junit4] 2> 2675316 INFO (zkConnectionManagerCallback-3266-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2675317 INFO (zkConnectionManagerCallback-3268-thread-1-processing-n:127.0.0.1:43411_solr) [n:127.0.0.1:43411_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2675319 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [n:127.0.0.1:43411_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2675319 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [n:127.0.0.1:43411_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2675320 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [n:127.0.0.1:43411_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43411_solr
[junit4] 2> 2675320 INFO (zkCallback-3249-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2675320 INFO (zkCallback-3257-thread-1-processing-n:127.0.0.1:33177_solr) [n:127.0.0.1:33177_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2675320 INFO (zkCallback-3238-thread-1-processing-n:127.0.0.1:43577_solr) [n:127.0.0.1:43577_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2675323 INFO (zkCallback-3267-thread-1-processing-n:127.0.0.1:43411_solr) [n:127.0.0.1:43411_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2675358 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [n:127.0.0.1:43411_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43411.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11a55181
[junit4] 2> 2675365 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [n:127.0.0.1:43411_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43411.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11a55181
[junit4] 2> 2675366 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [n:127.0.0.1:43411_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43411.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11a55181
[junit4] 2> 2675367 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [n:127.0.0.1:43411_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_83204A318323C773-001/tempDir-001/node4/.
[junit4] 2> 2675390 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T01:27:37+04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2675391 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2675391 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2675391 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2675391 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6fad83cd{/solr,null,AVAILABLE}
[junit4] 2> 2675392 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3ee11137{SSL,[ssl, http/1.1]}{127.0.0.1:41915}
[junit4] 2> 2675392 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.e.j.s.Server Started @2676910ms
[junit4] 2> 2675392 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41915}
[junit4] 2> 2675392 ERROR (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2675392 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 2675392 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2675392 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2675392 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-03T12:26:48.200598Z
[junit4] 2> 2675393 INFO (zkConnectionManagerCallback-3272-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2675393 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2675397 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39329/solr
[junit4] 2> 2675398 INFO (zkConnectionManagerCallback-3276-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2675399 INFO (zkConnectionManagerCallback-3278-thread-1-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2675401 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [n:127.0.0.1:41915_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2675402 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [n:127.0.0.1:41915_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2675403 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [n:127.0.0.1:41915_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41915_solr
[junit4] 2> 2675403 INFO (zkCallback-3249-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2675403 INFO (zkCallback-3267-thread-1-processing-n:127.0.0.1:43411_solr) [n:127.0.0.1:43411_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2675403 INFO (zkCallback-3277-thread-1-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2675403 INFO (zkCallback-3257-thread-1-processing-n:127.0.0.1:33177_solr) [n:127.0.0.1:33177_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2675403 INFO (zkCallback-3238-thread-1-processing-n:127.0.0.1:43577_solr) [n:127.0.0.1:43577_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2675427 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [n:127.0.0.1:41915_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41915.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11a55181
[junit4] 2> 2675434 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [n:127.0.0.1:41915_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41915.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11a55181
[junit4] 2> 2675434 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [n:127.0.0.1:41915_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41915.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11a55181
[junit4] 2> 2675435 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [n:127.0.0.1:41915_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_83204A318323C773-001/tempDir-001/node5/.
[junit4] 2> 2675464 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T01:27:37+04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2675464 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2675464 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2675464 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2675465 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@250126ba{/solr,null,AVAILABLE}
[junit4] 2> 2675465 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3aa34305{SSL,[ssl, http/1.1]}{127.0.0.1:36609}
[junit4] 2> 2675465 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.e.j.s.Server Started @2676983ms
[junit4] 2> 2675465 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36609}
[junit4] 2> 2675465 ERROR (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2675466 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 2675466 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2675466 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2675466 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-03T12:26:48.274234Z
[junit4] 2> 2675467 INFO (zkConnectionManagerCallback-3282-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2675467 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2675472 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39329/solr
[junit4] 2> 2675473 INFO (zkConnectionManagerCallback-3286-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2675474 INFO (zkConnectionManagerCallback-3288-thread-1-processing-n:127.0.0.1:36609_solr) [n:127.0.0.1:36609_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2675476 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [n:127.0.0.1:36609_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2675477 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [n:127.0.0.1:36609_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2675478 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [n:127.0.0.1:36609_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36609_solr
[junit4] 2> 2675478 INFO (zkCallback-3238-thread-1-processing-n:127.0.0.1:43577_solr) [n:127.0.0.1:43577_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2675478 INFO (zkCallback-3267-thread-1-processing-n:127.0.0.1:43411_solr) [n:127.0.0.1:43411_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2675478 INFO (zkCallback-3249-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2675478 INFO (zkCallback-3257-thread-1-processing-n:127.0.0.1:33177_solr) [n:127.0.0.1:33177_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2675478 INFO (zkCallback-3277-thread-1-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2675479 INFO (zkCallback-3287-thread-1-processing-n:127.0.0.1:36609_solr) [n:127.0.0.1:36609_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2675516 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [n:127.0.0.1:36609_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36609.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11a55181
[junit4] 2> 2675522 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [n:127.0.0.1:36609_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36609.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11a55181
[junit4] 2> 2675522 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [n:127.0.0.1:36609_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36609.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11a55181
[junit4] 2> 2675523 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[83204A318323C773]) [n:127.0.0.1:36609_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_83204A318323C773-001/tempDir-001/node6/.
[junit4] 2> 2675566 INFO (qtp363467126-23650) [n:127.0.0.1:33177_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=collection1&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2675567 INFO (OverseerThreadFactory-6402-thread-1-processing-n:127.0.0.1:43577_solr) [n:127.0.0.1:43577_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 2675670 INFO (OverseerStateUpdate-72085378370895878-127.0.0.1:43577_solr-n_0000000001) [n:127.0.0.1:43577_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:43411/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2675671 INFO (OverseerStateUpdate-72085378370895878-127.0.0.1:43577_solr-n_0000000001) [n:127.0.0.1:43577_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33177/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2675874 INFO (qtp363467126-23646) [n:127.0.0.1:33177_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n2&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2675875 INFO (qtp363467126-23646) [n:127.0.0.1:33177_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2675882 INFO (qtp676427569-23675) [n:127.0.0.1:43411_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2675882 INFO (qtp676427569-23675) [n:127.0.0.1:43411_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2675985 INFO (zkCallback-3267-thread-1-processing-n:127.0.0.1:43411_solr) [n:127.0.0.1:43411_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2675985 INFO (zkCallback-3257-thread-1-processing-n:127.0.0.1:33177_solr) [n:127.0.0.1:33177_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2675985 INFO (zkCallback-3267-thread-2-processing-n:127.0.0.1:43411_solr) [n:127.0.0.1:43411_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2675985 INFO (zkCallback-3257-thread-2-processing-n:127.0.0.1:33177_solr) [n:127.0.0.1:33177_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2676882 INFO (qtp363467126-23646) [n:127.0.0.1:33177_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2676887 INFO (qtp363467126-23646) [n:127.0.0.1:33177_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.s.IndexSchema [collection1_shard1_replica_n2] Schema name=minimal
[junit4] 2> 2676888 INFO (qtp676427569-23675) [n:127.0.0.1:43411_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2676888 INFO (qtp363467126-23646) [n:127.0.0.1:33177_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2676888 INFO (qtp363467126-23646) [n:127.0.0.1:33177_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n2' using configuration from collection collection1, trusted=true
[junit4] 2> 2676889 INFO (qtp363467126-23646) [n:127.0.0.1:33177_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33177.solr.core.collection1.shard1.replica_n2' (registry 'solr.core.collection1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11a55181
[junit4] 2> 2676889 INFO (qtp363467126-23646) [n:127.0.0.1:33177_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2676889 INFO (qtp363467126-23646) [n:127.0.0.1:33177_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SolrCore [[collection1_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_83204A318323C773-001/tempDir-001/node3/collection1_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_83204A318323C773-001/tempDir-001/node3/./collection1_shard1_replica_n2/data/]
[junit4] 2> 2676892 INFO (qtp676427569-23675) [n:127.0.0.1:43411_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema [collection1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 2676903 INFO (qtp676427569-23675) [n:127.0.0.1:43411_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2676903 INFO (qtp676427569-23675) [n:127.0.0.1:43411_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from collection collection1, trusted=true
[junit4] 2> 2676903 INFO (qtp676427569-23675) [n:127.0.0.1:43411_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43411.solr.core.collection1.shard1.replica_n1' (registry 'solr.core.collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11a55181
[junit4] 2> 2676903 INFO (qtp676427569-23675) [n:127.0.0.1:43411_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2676904 INFO (qtp676427569-23675) [n:127.0.0.1:43411_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_83204A318323C773-001/tempDir-001/node4/collection1_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_83204A318323C773-001/tempDir-001/node4/./collection1_shard1_replica_n1/data/]
[junit4] 2> 2676933 INFO (qtp676427569-23675) [n:127.0.0.1:43411_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2676933 INFO (qtp676427569-23675) [n:127.0.0.1:43411_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2676933 INFO (qtp676427569-23675) [n:127.0.0.1:43411_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2676933 INFO (qtp676427569-23675) [n:127.0.0.1:43411_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2676934 INFO (qtp676427569-23675) [n:127.0.0.1:43411_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7f9712e7[collection1_shard1_replica_n1] main]
[junit4] 2> 2676935 INFO (qtp676427569-23675) [n:127.0.0.1:43411_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2676936 INFO (qtp676427569-23675) [n:127.0.0.1:43411_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2676936 INFO (qtp676427569-23675) [n:127.0.0.1:43411_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2676937 INFO (searcherExecutor-6428-thread-1-processing-n:127.0.0.1:43411_solr x:collection1_shard1_replica_n1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:43411_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher Searcher@7f9712e7[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2676937 INFO (qtp676427569-23675) [n:127.0.0.1:43411_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591382701239173120
[junit4] 2> 2676941 INFO (qtp676427569-23675) [n:127.0.0.1:43411_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 2676950 INFO (qtp363467126-23646) [n:127.0.0.1:33177_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2676950 INFO (qtp363467126-23646) [n:127.0.0.1:33177_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2676952 INFO (qtp363467126-23646) [n:127.0.0.1:33177_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2676952 INFO (qtp363467126-23646) [n:127.0.0.1:33177_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2676953 INFO (qtp363467126-23646) [n:127.0.0.1:33177_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@5d1fd3bb[collection1_shard1_replica_n2] main]
[junit4] 2> 2676954 INFO (qtp363467126-23646) [n:127.0.0.1:33177_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2676954 INFO (qtp363467126-23646) [n:127.0.0.1:33177_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2676954 INFO (qtp363467126-23646) [n:127.0.0.1:33177_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2676955 INFO (searcherExecutor-6427-thread-1-processing-n:127.0.0.1:33177_solr x:collection1_shard1_replica_n2 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:33177_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SolrCore [collection1_shard1_replica_n2] Registered new searcher Searcher@5d1fd3bb[collection1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2676955 INFO (qtp363467126-23646) [n:127.0.0.1:33177_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591382701258047488
[junit4] 2> 2677042 INFO (zkCallback-3267-thread-2-processing-n:127.0.0.1:43411_solr) [n:127.0.0.1:43411_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2677042 INFO (zkCallback-3257-thread-1-processing-n:127.0.0.1:33177_solr) [n:127.0.0.1:33177_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2677042 INFO (zkCallback-3257-thread-2-processing-n:127.0.0.1:33177_solr) [n:127.0.0.1:33177_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2677042 INFO (zkCallback-3267-thread-1-processing-n:127.0.0.1:43411_solr) [n:127.0.0.1:43411_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2677441 INFO (qtp676427569-23675) [n:127.0.0.1:43411_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2677441 INFO (qtp676427569-23675) [n:127.0.0.1:43411_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2677441 INFO (qtp676427569-23675) [n:127.0.0.1:43411_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:43411/solr/collection1_shard1_replica_n1/
[junit4] 2> 2677442 INFO (qtp676427569-23675) [n:127.0.0.1:43411_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica_n1 url=https://127.0.0.1:43411/solr START replicas=[https://127.0.0.1:33177/solr/collection1_shard1_replica_n2/] nUpdates=100
[junit4] 2> 2677444 INFO (qtp363467126-23746) [n:127.0.0.1:33177_solr c:collection1 s:
[...truncated too long message...]
o.e.j.s.session Stopped scavenging
[junit4] 2> 2859363 INFO (jetty-closer-3222-thread-13) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@88ed154{/solr,null,UNAVAILABLE}
[junit4] 2> 2859366 INFO (coreCloseExecutor-6586-thread-1) [n:127.0.0.1:36609_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n7] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=1808372446
[junit4] 2> 2859366 INFO (jetty-closer-3222-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72085378370895889-127.0.0.1:41915_solr-n_0000000004) closing
[junit4] 2> 2859367 WARN (OverseerAutoScalingTriggerThread-72085378370895889-127.0.0.1:41915_solr-n_0000000004) [n:127.0.0.1:41915_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2859367 DEBUG (jetty-closer-3222-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 2859367 INFO (jetty-closer-3222-thread-13) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2859367 INFO (OverseerStateUpdate-72085378370895889-127.0.0.1:41915_solr-n_0000000004) [n:127.0.0.1:41915_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:41915_solr
[junit4] 2> 2859371 INFO (jetty-closer-3222-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@250126ba{/solr,null,UNAVAILABLE}
[junit4] 2> 2859372 INFO (jetty-closer-3222-thread-2) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2859372 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10019450b4c0011, likely client has closed socket
[junit4] 2> 2859372 INFO (jetty-closer-3222-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6fad83cd{/solr,null,UNAVAILABLE}
[junit4] 2> 2859372 INFO (jetty-closer-3222-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2860843 WARN (zkCallback-3422-thread-2-processing-n:127.0.0.1:39073_solr) [n:127.0.0.1:39073_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2860844 WARN (zkCallback-3362-thread-1-processing-n:127.0.0.1:35055_solr) [n:127.0.0.1:35055_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2860844 INFO (jetty-closer-3222-thread-12) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@439c0045{/solr,null,UNAVAILABLE}
[junit4] 2> 2860844 INFO (jetty-closer-3222-thread-7) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7d2dbd1e{/solr,null,UNAVAILABLE}
[junit4] 2> 2860844 INFO (jetty-closer-3222-thread-12) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2860844 INFO (jetty-closer-3222-thread-7) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2860847 INFO (jetty-closer-3222-thread-6) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@37db0724{/solr,null,UNAVAILABLE}
[junit4] 2> 2860847 INFO (jetty-closer-3222-thread-6) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2860847 ERROR (SUITE-TriggerIntegrationTest-seed#[83204A318323C773]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2860848 INFO (SUITE-TriggerIntegrationTest-seed#[83204A318323C773]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39329 39329
[junit4] 2> 2865924 INFO (Thread-7367) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39329 39329
[junit4] 2> 2865925 WARN (Thread-7367) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 22 /solr/aliases.json
[junit4] 2> 21 /solr/security.json
[junit4] 2> 20 /solr/collections/collection1/terms/shard1
[junit4] 2> 5 /solr/configs/conf
[junit4] 2> 2 /solr/collections/testMetricTrigger/terms/shard1
[junit4] 2> 2 /solr/collections/testMetricTrigger/terms/shard2
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 68 /solr/collections/collection1/state.json
[junit4] 2> 22 /solr/clusterprops.json
[junit4] 2> 22 /solr/clusterstate.json
[junit4] 2> 13 /solr/collections/testMetricTrigger/state.json
[junit4] 2> 5 /solr/autoscaling.json
[junit4] 2> 3 /solr/overseer_elect/election/72085378370895902-127.0.0.1:43609_solr-n_0000000008
[junit4] 2> 3 /solr/overseer_elect/election/72085378370895892-127.0.0.1:36609_solr-n_0000000005
[junit4] 2> 3 /solr/overseer_elect/election/72085378370895923-127.0.0.1:46589_solr-n_0000000015
[junit4] 2> 2 /solr/overseer_elect/election/72085378370895914-127.0.0.1:35055_solr-n_0000000012
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72085378370895886-core_node3-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/72085378370895896-127.0.0.1:37297_solr-n_0000000006
[junit4] 2> 2 /solr/overseer_elect/election/72085378370895920-127.0.0.1:32935_solr-n_0000000014
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 22 /solr/live_nodes
[junit4] 2> 22 /solr/collections
[junit4] 2> 5 /solr/overseer/queue-work
[junit4] 2> 5 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 5 /solr/overseer/queue
[junit4] 2> 5 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/autoscaling/events/node_added_triggerCTOOR
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_83204A318323C773-001
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=true): {}, locale=en-PK, timezone=BST
[junit4] 2> NOTE: Linux 4.13.0-32-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=136457304,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [MoveReplicaTest, TestPullReplica, OverseerModifyCollectionTest, TestSolrConfigHandlerConcurrent, CloneFieldUpdateProcessorFactoryTest, DistributedQueryElevationComponentTest, TestCopyFieldCollectionResource, TestInPlaceUpdatesStandalone, TestScoreJoinQPScore, ReplicationFactorTest, LeaderInitiatedRecoveryOnShardRestartTest, HdfsThreadLeakTest, TestDownShardTolerantSearch, DistributedTermsComponentTest, DistributedQueryComponentCustomSortTest, MBeansHandlerTest, DirectUpdateHandlerTest, SimpleMLTQParserTest, AssignBackwardCompatibilityTest, SparseHLLTest, DebugComponentTest, MetricsHandlerTest, TestSizeLimitedDistributedMap, OpenExchangeRatesOrgProviderTest, SolrPluginUtilsTest, TestNumericTerms64, TestCustomDocTransformer, TestCollapseQParserPlugin, TestRecoveryHdfs, HdfsChaosMonkeySafeLeaderTest, TestCryptoKeys, TestComputePlanAction, TolerantUpdateProcessorTest, SolrCoreCheckLockOnStartupTest, OverseerTaskQueueTest, TestMultiWordSynonyms, TestSolrCloudWithKerberosAlt, FullHLLTest, JSONWriterTest, OutputWriterTest, UtilsToolTest, TestSolrCoreParser, TestDefaultStatsCache, TestSortableTextField, TestSchemaSimilarityResource, SuggesterWFSTTest, TestMergePolicyConfig, SegmentsInfoRequestHandlerTest, BinaryUpdateRequestHandlerTest, TestRemoteStreaming, TestUniqueKeyFieldResource, ZkFailoverTest, TestRTimerTree, TestIndexingPerformance, SolrCLIZkUtilsTest, DeleteLastCustomShardedReplicaTest, ParsingFieldUpdateProcessorsTest, BasicDistributedZkTest, CursorMarkTest, TestSolrDeletionPolicy1, CustomHighlightComponentTest, TestGraphMLResponseWriter, TestLMDirichletSimilarityFactory, TestStressInPlaceUpdates, LeaderElectionContextKeyTest, BlockJoinFacetRandomTest, HttpTriggerListenerTest, DocValuesMissingTest, TestConfigSets, TestOmitPositions, HdfsDirectoryFactoryTest, TemplateUpdateProcessorTest, TestManagedResourceStorage, BigEndianAscendingWordSerializerTest, TestTriggerIntegration, TestCSVLoader, SpellingQueryConverterTest, TestRandomCollapseQParserPlugin, CollectionsAPIDistributedZkTest, CoreAdminRequestStatusTest, FieldAnalysisRequestHandlerTest, AutoAddReplicasIntegrationTest, ShardRoutingTest, TestNonDefinedSimilarityFactory, ExternalFileFieldSortTest, BadIndexSchemaTest, TestConfigOverlay, ActionThrottleTest, RAMDirectoryFactoryTest, TestPayloadCheckQParserPlugin, UpdateParamsTest, RuleEngineTest, TestHttpShardHandlerFactory, BasicAuthStandaloneTest, TestDelegationWithHadoopAuth, ComputePlanActionTest, DistributedFacetExistsSmallTest, CdcrBootstrapTest, XmlUpdateRequestHandlerTest, TestManagedSchema, DeleteShardTest, TestConfig, TestJsonFacets, ClassificationUpdateProcessorFactoryTest, HttpPartitionOnCommitTest, TestShardHandlerFactory, DistributedFacetPivotSmallAdvancedTest, TestCloudNestedDocsSort, CursorPagingTest, TestGenericDistributedQueue, ZkNodePropsTest, HdfsCollectionsAPIDistributedZkTest, TermVectorComponentDistributedTest, TestMiniSolrCloudClusterSSL, TestCloudSchemaless, CollectionReloadTest, TestComponentsName, BufferStoreTest, SolrCloudReportersTest, ConcurrentCreateRoutedAliasTest, HighlighterConfigTest, CheckHdfsIndexTest, TestNumericRangeQuery32, RequestLoggingTest, TestReplicationHandlerBackup, TestStressCloudBlindAtomicUpdates, TestTolerantUpdateProcessorRandomCloud, CollectionTooManyReplicasTest, SimpleCollectionCreateDeleteTest, TestCollectionAPI, TestLocalFSCloudBackupRestore, AutoScalingHandlerTest, TriggerIntegrationTest]
[junit4] Completed [621/774 (1!)] on J0 in 203.91s, 14 tests, 2 failures, 1 error <<< FAILURES!
[...truncated 41468 lines...]
[JENKINS] Lucene-Solr-7.x-Linux (32bit/jdk1.8.0_144) - Build # 1287
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1287/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseG1GC
3 tests failed.
FAILED: org.apache.solr.cloud.TestUtilizeNode.test
Error Message:
no replica should be present in 127.0.0.1:37271_solr
Stack Trace:
java.lang.AssertionError: no replica should be present in 127.0.0.1:37271_solr
at __randomizedtesting.SeedInfo.seed([53D4597D1430F072:DB8066A7BACC9D8A]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.TestUtilizeNode.test(TestUtilizeNode.java:99)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTriggerRestoreState
Error Message:
The trigger did not fire at all
Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at __randomizedtesting.SeedInfo.seed([53D4597D1430F072:782B8C268E48E5A2]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTriggerRestoreState(TriggerIntegrationTest.java:368)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testListeners
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([53D4597D1430F072:BE14CE6DA95C6DAB]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testListeners(TriggerIntegrationTest.java:1053)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12563 lines...]
[junit4] Suite: org.apache.solr.cloud.TestUtilizeNode
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestUtilizeNode_53D4597D1430F072-001/init-core-data-001
[junit4] 2> 1255490 WARN (SUITE-TestUtilizeNode-seed#[53D4597D1430F072]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 1255490 INFO (SUITE-TestUtilizeNode-seed#[53D4597D1430F072]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1255492 INFO (SUITE-TestUtilizeNode-seed#[53D4597D1430F072]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1255492 INFO (SUITE-TestUtilizeNode-seed#[53D4597D1430F072]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1255493 INFO (SUITE-TestUtilizeNode-seed#[53D4597D1430F072]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestUtilizeNode_53D4597D1430F072-001/tempDir-001
[junit4] 2> 1255493 INFO (SUITE-TestUtilizeNode-seed#[53D4597D1430F072]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1255493 INFO (Thread-2888) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1255493 INFO (Thread-2888) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1255506 ERROR (Thread-2888) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1255593 INFO (SUITE-TestUtilizeNode-seed#[53D4597D1430F072]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:46847
[junit4] 2> 1255596 INFO (zkConnectionManagerCallback-1958-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1255607 INFO (jetty-launcher-1955-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T16:27:37-05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1255610 INFO (jetty-launcher-1955-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T16:27:37-05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1255611 INFO (jetty-launcher-1955-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T16:27:37-05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1255612 INFO (jetty-launcher-1955-thread-4) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T16:27:37-05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1255662 INFO (jetty-launcher-1955-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1255662 INFO (jetty-launcher-1955-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1255662 INFO (jetty-launcher-1955-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1255674 INFO (jetty-launcher-1955-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@a25c00{/solr,null,AVAILABLE}
[junit4] 2> 1255675 INFO (jetty-launcher-1955-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1eba316{SSL,[ssl, http/1.1]}{127.0.0.1:39055}
[junit4] 2> 1255676 INFO (jetty-launcher-1955-thread-2) [ ] o.e.j.s.Server Started @1258026ms
[junit4] 2> 1255676 INFO (jetty-launcher-1955-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39055}
[junit4] 2> 1255676 ERROR (jetty-launcher-1955-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1255676 INFO (jetty-launcher-1955-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 1255676 INFO (jetty-launcher-1955-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1255676 INFO (jetty-launcher-1955-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1255676 INFO (jetty-launcher-1955-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-03T08:52:50.864Z
[junit4] 2> 1255703 INFO (jetty-launcher-1955-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1255703 INFO (jetty-launcher-1955-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1255703 INFO (jetty-launcher-1955-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1255706 INFO (jetty-launcher-1955-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@92cbff{/solr,null,AVAILABLE}
[junit4] 2> 1255707 INFO (jetty-launcher-1955-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3b2919{SSL,[ssl, http/1.1]}{127.0.0.1:39249}
[junit4] 2> 1255707 INFO (jetty-launcher-1955-thread-1) [ ] o.e.j.s.Server Started @1258057ms
[junit4] 2> 1255707 INFO (jetty-launcher-1955-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39249}
[junit4] 2> 1255707 ERROR (jetty-launcher-1955-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1255707 INFO (jetty-launcher-1955-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 1255707 INFO (jetty-launcher-1955-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1255707 INFO (jetty-launcher-1955-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1255707 INFO (jetty-launcher-1955-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-03T08:52:50.895Z
[junit4] 2> 1255719 INFO (zkConnectionManagerCallback-1960-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1255719 INFO (zkConnectionManagerCallback-1962-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1255719 INFO (jetty-launcher-1955-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1255719 INFO (jetty-launcher-1955-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1255719 INFO (jetty-launcher-1955-thread-4) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1255719 INFO (jetty-launcher-1955-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1255719 INFO (jetty-launcher-1955-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1255719 INFO (jetty-launcher-1955-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1255719 INFO (jetty-launcher-1955-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1255719 INFO (jetty-launcher-1955-thread-3) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1255720 INFO (jetty-launcher-1955-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@17f73f2{/solr,null,AVAILABLE}
[junit4] 2> 1255720 INFO (jetty-launcher-1955-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@182169a{SSL,[ssl, http/1.1]}{127.0.0.1:39977}
[junit4] 2> 1255720 INFO (jetty-launcher-1955-thread-4) [ ] o.e.j.s.Server Started @1258070ms
[junit4] 2> 1255720 INFO (jetty-launcher-1955-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39977}
[junit4] 2> 1255720 ERROR (jetty-launcher-1955-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1255721 INFO (jetty-launcher-1955-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 1255721 INFO (jetty-launcher-1955-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1255721 INFO (jetty-launcher-1955-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1255721 INFO (jetty-launcher-1955-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-03T08:52:50.909Z
[junit4] 2> 1255726 INFO (jetty-launcher-1955-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@27eaf5{/solr,null,AVAILABLE}
[junit4] 2> 1255727 INFO (jetty-launcher-1955-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@a2cf0d{SSL,[ssl, http/1.1]}{127.0.0.1:39767}
[junit4] 2> 1255727 INFO (jetty-launcher-1955-thread-3) [ ] o.e.j.s.Server Started @1258077ms
[junit4] 2> 1255727 INFO (jetty-launcher-1955-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39767}
[junit4] 2> 1255727 ERROR (jetty-launcher-1955-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1255727 INFO (jetty-launcher-1955-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 1255727 INFO (jetty-launcher-1955-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1255727 INFO (jetty-launcher-1955-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1255727 INFO (jetty-launcher-1955-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-03T08:52:50.915Z
[junit4] 2> 1255734 INFO (zkConnectionManagerCallback-1964-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1255734 INFO (jetty-launcher-1955-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1255745 INFO (zkConnectionManagerCallback-1966-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1255746 INFO (jetty-launcher-1955-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1255747 INFO (jetty-launcher-1955-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46847/solr
[junit4] 2> 1255747 INFO (jetty-launcher-1955-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46847/solr
[junit4] 2> 1255747 INFO (jetty-launcher-1955-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46847/solr
[junit4] 2> 1255754 INFO (zkConnectionManagerCallback-1976-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1255755 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10018815cf30006, likely client has closed socket
[junit4] 2> 1255758 INFO (jetty-launcher-1955-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46847/solr
[junit4] 2> 1255759 INFO (zkConnectionManagerCallback-1982-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1255761 INFO (zkConnectionManagerCallback-1972-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1255763 INFO (zkConnectionManagerCallback-1984-thread-1-processing-n:127.0.0.1:39767_solr) [n:127.0.0.1:39767_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1255765 INFO (zkConnectionManagerCallback-1978-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1255766 INFO (zkConnectionManagerCallback-1986-thread-1-processing-n:127.0.0.1:39977_solr) [n:127.0.0.1:39977_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1255783 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10018815cf30007, likely client has closed socket
[junit4] 2> 1255784 INFO (zkConnectionManagerCallback-1988-thread-1-processing-n:127.0.0.1:39249_solr) [n:127.0.0.1:39249_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1255814 INFO (zkConnectionManagerCallback-1990-thread-1-processing-n:127.0.0.1:39055_solr) [n:127.0.0.1:39055_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1255826 INFO (jetty-launcher-1955-thread-2) [n:127.0.0.1:39055_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1255826 INFO (jetty-launcher-1955-thread-2) [n:127.0.0.1:39055_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39055_solr
[junit4] 2> 1255828 INFO (jetty-launcher-1955-thread-2) [n:127.0.0.1:39055_solr ] o.a.s.c.Overseer Overseer (id=72084537927204876-127.0.0.1:39055_solr-n_0000000000) starting
[junit4] 2> 1255872 INFO (jetty-launcher-1955-thread-2) [n:127.0.0.1:39055_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39055_solr
[junit4] 2> 1255901 INFO (zkCallback-1989-thread-1-processing-n:127.0.0.1:39055_solr) [n:127.0.0.1:39055_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1255918 INFO (jetty-launcher-1955-thread-4) [n:127.0.0.1:39977_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1255919 INFO (jetty-launcher-1955-thread-1) [n:127.0.0.1:39249_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1255920 INFO (jetty-launcher-1955-thread-4) [n:127.0.0.1:39977_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1255920 INFO (jetty-launcher-1955-thread-3) [n:127.0.0.1:39767_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1255921 INFO (jetty-launcher-1955-thread-1) [n:127.0.0.1:39249_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1255931 INFO (jetty-launcher-1955-thread-4) [n:127.0.0.1:39977_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39977_solr
[junit4] 2> 1255939 INFO (jetty-launcher-1955-thread-1) [n:127.0.0.1:39249_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39249_solr
[junit4] 2> 1255947 INFO (jetty-launcher-1955-thread-3) [n:127.0.0.1:39767_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1255948 INFO (jetty-launcher-1955-thread-3) [n:127.0.0.1:39767_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39767_solr
[junit4] 2> 1255954 INFO (zkCallback-1989-thread-1-processing-n:127.0.0.1:39055_solr) [n:127.0.0.1:39055_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1255966 INFO (zkCallback-1989-thread-1-processing-n:127.0.0.1:39055_solr) [n:127.0.0.1:39055_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 1255992 INFO (zkCallback-1985-thread-1-processing-n:127.0.0.1:39977_solr) [n:127.0.0.1:39977_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1255992 INFO (zkCallback-1987-thread-1-processing-n:127.0.0.1:39249_solr) [n:127.0.0.1:39249_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 1256010 INFO (zkCallback-1987-thread-2-processing-n:127.0.0.1:39249_solr) [n:127.0.0.1:39249_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1256015 INFO (zkCallback-1983-thread-1-processing-n:127.0.0.1:39767_solr) [n:127.0.0.1:39767_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
[junit4] 2> 1256022 INFO (zkCallback-1985-thread-2-processing-n:127.0.0.1:39977_solr) [n:127.0.0.1:39977_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 1256039 INFO (jetty-launcher-1955-thread-2) [n:127.0.0.1:39055_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39055.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@172a128
[junit4] 2> 1256147 INFO (jetty-launcher-1955-thread-2) [n:127.0.0.1:39055_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39055.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@172a128
[junit4] 2> 1256147 INFO (jetty-launcher-1955-thread-2) [n:127.0.0.1:39055_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39055.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@172a128
[junit4] 2> 1256148 INFO (jetty-launcher-1955-thread-2) [n:127.0.0.1:39055_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestUtilizeNode_53D4597D1430F072-001/tempDir-001/node2/.
[junit4] 2> 1256206 INFO (jetty-launcher-1955-thread-4) [n:127.0.0.1:39977_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39977.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@172a128
[junit4] 2> 1256220 INFO (jetty-launcher-1955-thread-4) [n:127.0.0.1:39977_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39977.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@172a128
[junit4] 2> 1256220 INFO (jetty-launcher-1955-thread-4) [n:127.0.0.1:39977_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39977.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@172a128
[junit4] 2> 1256221 INFO (jetty-launcher-1955-thread-4) [n:127.0.0.1:39977_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestUtilizeNode_53D4597D1430F072-001/tempDir-001/node4/.
[junit4] 2> 1256323 INFO (jetty-launcher-1955-thread-1) [n:127.0.0.1:39249_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39249.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@172a128
[junit4] 2> 1256331 INFO (jetty-launcher-1955-thread-3) [n:127.0.0.1:39767_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39767.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@172a128
[junit4] 2> 1256339 INFO (jetty-launcher-1955-thread-1) [n:127.0.0.1:39249_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39249.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@172a128
[junit4] 2> 1256339 INFO (jetty-launcher-1955-thread-1) [n:127.0.0.1:39249_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39249.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@172a128
[junit4] 2> 1256340 INFO (jetty-launcher-1955-thread-1) [n:127.0.0.1:39249_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestUtilizeNode_53D4597D1430F072-001/tempDir-001/node1/.
[junit4] 2> 1256341 INFO (jetty-launcher-1955-thread-3) [n:127.0.0.1:39767_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39767.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@172a128
[junit4] 2> 1256341 INFO (jetty-launcher-1955-thread-3) [n:127.0.0.1:39767_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39767.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@172a128
[junit4] 2> 1256343 INFO (jetty-launcher-1955-thread-3) [n:127.0.0.1:39767_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestUtilizeNode_53D4597D1430F072-001/tempDir-001/node3/.
[junit4] 2> 1256425 INFO (zkConnectionManagerCallback-2000-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1256431 INFO (zkConnectionManagerCallback-2004-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1256431 INFO (SUITE-TestUtilizeNode-seed#[53D4597D1430F072]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1256432 INFO (SUITE-TestUtilizeNode-seed#[53D4597D1430F072]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46847/solr ready
[junit4] 2> 1256510 INFO (qtp26271988-10781) [n:127.0.0.1:39977_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1256567 INFO (qtp26271988-10781) [n:127.0.0.1:39977_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=56
[junit4] 2> 1256635 INFO (TEST-TestUtilizeNode.test-seed#[53D4597D1430F072]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 1256635 INFO (TEST-TestUtilizeNode.test-seed#[53D4597D1430F072]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1256636 INFO (zkConnectionManagerCallback-2007-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1256638 INFO (qtp26271988-10780) [n:127.0.0.1:39977_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf1&name=utilizenodecoll&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1256639 INFO (OverseerThreadFactory-4335-thread-2-processing-n:127.0.0.1:39055_solr) [n:127.0.0.1:39055_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection utilizenodecoll
[junit4] 2> 1256639 INFO (OverseerCollectionConfigSetProcessor-72084537927204876-127.0.0.1:39055_solr-n_0000000000) [n:127.0.0.1:39055_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1256758 INFO (OverseerStateUpdate-72084537927204876-127.0.0.1:39055_solr-n_0000000000) [n:127.0.0.1:39055_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"utilizenodecoll",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"utilizenodecoll_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39055/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1256765 INFO (OverseerStateUpdate-72084537927204876-127.0.0.1:39055_solr-n_0000000000) [n:127.0.0.1:39055_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"utilizenodecoll",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"utilizenodecoll_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39977/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1256767 INFO (OverseerStateUpdate-72084537927204876-127.0.0.1:39055_solr-n_0000000000) [n:127.0.0.1:39055_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"utilizenodecoll",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"utilizenodecoll_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39249/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1256768 INFO (OverseerStateUpdate-72084537927204876-127.0.0.1:39055_solr-n_0000000000) [n:127.0.0.1:39055_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"utilizenodecoll",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"utilizenodecoll_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39767/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1256980 INFO (qtp26271988-10782) [n:127.0.0.1:39977_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=utilizenodecoll_shard1_replica_n2&action=CREATE&numShards=2&collection=utilizenodecoll&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1256981 INFO (qtp26271988-10782) [n:127.0.0.1:39977_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1257087 INFO (qtp33479968-10752) [n:127.0.0.1:39055_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=utilizenodecoll_shard1_replica_n1&action=CREATE&numShards=2&collection=utilizenodecoll&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1257088 INFO (qtp33479968-10752) [n:127.0.0.1:39055_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1257089 INFO (zkCallback-1985-thread-2-processing-n:127.0.0.1:39977_solr) [n:127.0.0.1:39977_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1257089 INFO (zkCallback-1985-thread-1-processing-n:127.0.0.1:39977_solr) [n:127.0.0.1:39977_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1257095 INFO (qtp10316106-10763) [n:127.0.0.1:39249_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=utilizenodecoll_shard2_replica_n4&action=CREATE&numShards=2&collection=utilizenodecoll&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1257096 INFO (qtp10316106-10763) [n:127.0.0.1:39249_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1257098 INFO (qtp73057-10786) [n:127.0.0.1:39767_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=utilizenodecoll_shard2_replica_n6&action=CREATE&numShards=2&collection=utilizenodecoll&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1257099 INFO (qtp73057-10786) [n:127.0.0.1:39767_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1257202 INFO (zkCallback-1985-thread-2-processing-n:127.0.0.1:39977_solr) [n:127.0.0.1:39977_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1257202 INFO (zkCallback-1989-thread-2-processing-n:127.0.0.1:39055_solr) [n:127.0.0.1:39055_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1257202 INFO (zkCallback-1987-thread-1-processing-n:127.0.0.1:39249_solr) [n:127.0.0.1:39249_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1257202 INFO (zkCallback-1989-thread-1-processing-n:127.0.0.1:39055_solr) [n:127.0.0.1:39055_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1257202 INFO (zkCallback-1983-thread-1-processing-n:127.0.0.1:39767_solr) [n:127.0.0.1:39767_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1257202 INFO (zkCallback-1985-thread-1-processing-n:127.0.0.1:39977_solr) [n:127.0.0.1:39977_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1257202 INFO (zkCallback-1987-thread-2-processing-n:127.0.0.1:39249_solr) [n:127.0.0.1:39249_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1257206 INFO (zkCallback-1983-thread-2-processing-n:127.0.0.1:39767_solr) [n:127.0.0.1:39767_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1257996 INFO (qtp26271988-10782) [n:127.0.0.1:39977_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1258003 INFO (qtp26271988-10782) [n:127.0.0.1:39977_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.s.IndexSchema [utilizenodecoll_shard1_replica_n2] Schema name=cloud-dynamic
[junit4] 2> 1258025 INFO (qtp26271988-10782) [n:127.0.0.1:39977_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1258025 INFO (qtp26271988-10782) [n:127.0.0.1:39977_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'utilizenodecoll_shard1_replica_n2' using configuration from collection utilizenodecoll, trusted=true
[junit4] 2> 1258026 INFO (qtp26271988-10782) [n:127.0.0.1:39977_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39977.solr.core.utilizenodecoll.shard1.replica_n2' (registry 'solr.core.utilizenodecoll.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@172a128
[junit4] 2> 1258026 INFO (qtp26271988-10782) [n:127.0.0.1:39977_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1258026 INFO (qtp26271988-10782) [n:127.0.0.1:39977_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.c.SolrCore [[utilizenodecoll_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestUtilizeNode_53D4597D1430F072-001/tempDir-001/node4/utilizenodecoll_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestUtilizeNode_53D4597D1430F072-001/tempDir-001/node4/./utilizenodecoll_shard1_replica_n2/data/]
[junit4] 2> 1258085 INFO (qtp26271988-10782) [n:127.0.0.1:39977_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1258085 INFO (qtp26271988-10782) [n:127.0.0.1:39977_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1258086 INFO (qtp26271988-10782) [n:127.0.0.1:39977_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1258086 INFO (qtp26271988-10782) [n:127.0.0.1:39977_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1258088 INFO (qtp26271988-10782) [n:127.0.0.1:39977_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@135f573[utilizenodecoll_shard1_replica_n2] main]
[junit4] 2> 1258089 INFO (qtp26271988-10782) [n:127.0.0.1:39977_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1258089 INFO (qtp26271988-10782) [n:127.0.0.1:39977_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1258090 INFO (qtp26271988-10782) [n:127.0.0.1:39977_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1258090 INFO (searcherExecutor-4344-thread-1-processing-n:127.0.0.1:39977_solr x:utilizenodecoll_shard1_replica_n2 s:shard1 c:utilizenodecoll r:core_node5) [n:127.0.0.1:39977_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.c.SolrCore [utilizenodecoll_shard1_replica_n2] Registered new searcher Searcher@135f573[utilizenodecoll_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1258090 INFO (qtp26271988-10782) [n:127.0.0.1:39977_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591369241227952128
[junit4] 2> 1258095 INFO (qtp26271988-10782) [n:127.0.0.1:39977_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 1258191 INFO (qtp33479968-10752) [n:127.0.0.1:39055_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1258191 INFO (qtp73057-10786) [n:127.0.0.1:39767_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1258196 INFO (qtp10316106-10763) [n:127.0.0.1:39249_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1258202 INFO (zkCallback-1985-thread-1-processing-n:127.0.0.1:39977_solr) [n:127.0.0.1:39977_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1258202 INFO (zkCallback-1983-thread-2-processing-n:127.0.0.1:39767_solr) [n:127.0.0.1:39767_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1258202 INFO (zkCallback-1989-thread-2-processing-n:127.0.0.1:39055_solr) [n:127.0.0.1:39055_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1258202 INFO (zkCallback-1983-thread-1-processing-n:127.0.0.1:39767_solr) [n:127.0.0.1:39767_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1258202 INFO (zkCallback-1989-thread-1-processing-n:127.0.0.1:39055_solr) [n:127.0.0.1:39055_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1258202 INFO (zkCallback-1985-thread-2-processing-n:127.0.0.1:39977_solr) [n:127.0.0.1:39977_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1258204 INFO (qtp73057-10786) [n:127.0.0.1:39767_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.s.IndexSchema [utilizenodecoll_shard2_replica_n6] Schema name=cloud-dynamic
[junit4] 2> 1258204 INFO (qtp33479968-10752) [n:127.0.0.1:39055_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.s.IndexSchema [utilizenodecoll_shard1_replica_n1] Schema name=cloud-dynamic
[junit4] 2> 1258241 INFO (zkCallback-1987-thread-2-processing-n:127.0.0.1:39249_solr) [n:127.0.0.1:39249_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1258241 INFO (zkCallback-1987-thread-1-processing-n:127.0.0.1:39249_solr) [n:127.0.0.1:39249_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1258244 INFO (qtp10316106-10763) [n:127.0.0.1:39249_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.s.IndexSchema [utilizenodecoll_shard2_replica_n4] Schema name=cloud-dynamic
[junit4] 2> 1258251 INFO (qtp33479968-10752) [n:127.0.0.1:39055_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1258251 INFO (qtp33479968-10752) [n:127.0.0.1:39055_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'utilizenodecoll_shard1_replica_n1' using configuration from collection utilizenodecoll, trusted=true
[junit4] 2> 1258252 INFO (qtp33479968-10752) [n:127.0.0.1:39055_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39055.solr.core.utilizenodecoll.shard1.replica_n1' (registry 'solr.core.utilizenodecoll.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@172a128
[junit4] 2> 1258252 INFO (qtp33479968-10752) [n:127.0.0.1:39055_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1258252 INFO (qtp33479968-10752) [n:127.0.0.1:39055_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.c.SolrCore [[utilizenodecoll_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestUtilizeNode_53D4597D1430F072-001/tempDir-001/node2/utilizenodecoll_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestUtilizeNode_53D4597D1430F072-001/tempDir-001/node2/./utilizenodecoll_shard1_replica_n1/data/]
[junit4] 2> 1258256 INFO (qtp73057-10786) [n:127.0.0.1:39767_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1258256 INFO (qtp73057-10786) [n:127.0.0.1:39767_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'utilizenodecoll_shard2_replica_n6' using configuration from collection utilizenodecoll, trusted=true
[junit4] 2> 1258257 INFO (qtp73057-10786) [n:127.0.0.1:39767_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39767.solr.core.utilizenodecoll.shard2.replica_n6' (registry 'solr.core.utilizenodecoll.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@172a128
[junit4] 2> 1258257 INFO (qtp73057-10786) [n:127.0.0.1:39767_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1258257 INFO (qtp73057-10786) [n:127.0.0.1:39767_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.c.SolrCore [[utilizenodecoll_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestUtilizeNode_53D4597D1430F072-001/tempDir-001/node3/utilizenodecoll_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestUtilizeNode_53D4597D1430F072-001/tempDir-001/node3/./utilizenodecoll_shard2_replica_n6/data/]
[junit4] 2> 1258324 INFO (qtp10316106-10763) [n:127.0.0.1:39249_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1258324 INFO (qtp10316106-10763) [n:127.0.0.1:39249_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'utilizenodecoll_shard2_replica_n4' using configuration from collection utilizenodecoll, trusted=true
[junit4] 2> 1258324 INFO (qtp10316106-10763) [n:127.0.0.1:39249_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39249.solr.core.utilizenodecoll.shard2.replica_n4' (registry 'solr.core.utilizenodecoll.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@172a128
[junit4] 2> 1258325 INFO (qtp10316106-10763) [n:127.0.0.1:39249_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1258325 INFO (qtp10316106-10763) [n:127.0.0.1:39249_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.c.SolrCore [[utilizenodecoll_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestUtilizeNode_53D4597D1430F072-001/tempDir-001/node1/utilizenodecoll_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestUtilizeNode_53D4597D1430F072-001/tempDir-001/node1/./utilizenodecoll_shard2_replica_n4/data/]
[junit4] 2> 1258383 INFO (qtp33479968-10752) [n:127.0.0.1:39055_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1258383 INFO (qtp33479968-10752) [n:127.0.0.1:39055_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1258384 INFO (qtp33479968-10752) [n:127.0.0.1:39055_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1258384 INFO (qtp33479968-10752) [n:127.0.0.1:39055_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1258386 INFO (qtp33479968-10752) [n:127.0.0.1:39055_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@a82106[utilizenodecoll_shard1_replica_n1] main]
[junit4] 2> 1258394 INFO (qtp73057-10786) [n:127.0.0.1:39767_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1258394 INFO (qtp73057-10786) [n:127.0.0.1:39767_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1258395 INFO (qtp73057-10786) [n:127.0.0.1:39767_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1258395 INFO (qtp73057-10786) [n:127.0.0.1:39767_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1258396 INFO (qtp73057-10786) [n:127.0.0.1:39767_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@2e6e1f[utilizenodecoll_shard2_replica_n6] main]
[junit4] 2> 1258397 INFO (qtp73057-10786) [n:127.0.0.1:39767_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1258398 INFO (qtp73057-10786) [n:127.0.0.1:39767_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1258398 INFO (qtp73057-10786) [n:127.0.0.1:39767_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1258399 INFO (qtp10316106-10763) [n:127.0.0.1:39249_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1258399 INFO (qtp10316106-10763) [n:127.0.0.1:39249_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1258400 INFO (qtp10316106-10763) [n:127.0.0.1:39249_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1258400 INFO (qtp10316106-10763) [n:127.0.0.1:39249_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1258401 INFO (qtp73057-10786) [n:127.0.0.1:39767_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591369241554059264
[junit4] 2> 1258403 INFO (searcherExecutor-4350-thread-1-processing-n:127.0.0.1:39767_solr x:utilizenodecoll_shard2_replica_n6 s:shard2 c:utilizenodecoll r:core_node8) [n:127.0.0.1:39767_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.c.SolrCore [utilizenodecoll_shard2_replica_n6] Registered new searcher Searcher@2e6e1f[utilizenodecoll_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1258403 INFO (qtp10316106-10763) [n:127.0.0.1:39249_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@1793780[utilizenodecoll_shard2_replica_n4] main]
[junit4] 2> 1258404 INFO (qtp10316106-10763) [n:127.0.0.1:39249_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1258404 INFO (qtp10316106-10763) [n:127.0.0.1:39249_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1258405 INFO (qtp10316106-10763) [n:127.0.0.1:39249_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1258405 INFO (qtp10316106-10763) [n:127.0.0.1:39249_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591369241558253568
[junit4] 2> 1258410 INFO (qtp10316106-10763) [n:127.0.0.1:39249_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 1258413 INFO (searcherExecutor-4351-thread-1-processing-n:127.0.0.1:39249_solr x:utilizenodecoll_shard2_replica_n4 s:shard2 c:utilizenodecoll r:core_node7) [n:127.0.0.1:39249_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.c.SolrCore [utilizenodecoll_shard2_replica_n4] Registered new searcher Searcher@1793780[utilizenodecoll_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1258413 INFO (qtp33479968-10752) [n:127.0.0.1:39055_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1258414 INFO (qtp33479968-10752) [n:127.0.0.1:39055_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1258414 INFO (qtp33479968-10752) [n:127.0.0.1:39055_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1258415 INFO (searcherExecutor-4349-thread-1-processing-n:127.0.0.1:39055_solr x:utilizenodecoll_shard1_replica_n1 s:shard1 c:utilizenodecoll r:core_node3) [n:127.0.0.1:39055_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.c.SolrCore [utilizenodecoll_shard1_replica_n1] Registered new searcher Searcher@a82106[utilizenodecoll_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1258415 INFO (qtp33479968-10752) [n:127.0.0.1:39055_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591369241568739328
[junit4] 2> 1258511 INFO (zkCallback-1983-thread-2-processing-n:127.0.0.1:39767_solr) [n:127.0.0.1:39767_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1258511 INFO (zkCallback-1985-thread-2-processing-n:127.0.0.1:39977_solr) [n:127.0.0.1:39977_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1258511 INFO (zkCallback-1983-thread-1-processing-n:127.0.0.1:39767_solr) [n:127.0.0.1:39767_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1258511 INFO (zkCallback-1985-thread-1-processing-n:127.0.0.1:39977_solr) [n:127.0.0.1:39977_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1258511 INFO (zkCallback-1987-thread-1-processing-n:127.0.0.1:39249_solr) [n:127.0.0.1:39249_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1258511 INFO (zkCallback-1987-thread-2-processing-n:127.0.0.1:39249_solr) [n:127.0.0.1:39249_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1258512 INFO (zkCallback-1989-thread-3-processing-n:127.0.0.1:39055_solr) [n:127.0.0.1:39055_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1258512 INFO (zkCallback-1989-thread-2-processing-n:127.0.0.1:39055_solr) [n:127.0.0.1:39055_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1258596 INFO (qtp26271988-10782) [n:127.0.0.1:39977_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1258596 INFO (qtp26271988-10782) [n:127.0.0.1:39977_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1258596 INFO (qtp26271988-10782) [n:127.0.0.1:39977_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:39977/solr/utilizenodecoll_shard1_replica_n2/
[junit4] 2> 1258596 INFO (qtp26271988-10782) [n:127.0.0.1:39977_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=utilizenodecoll_shard1_replica_n2 url=https://127.0.0.1:39977/solr START replicas=[https://127.0.0.1:39055/solr/utilizenodecoll_shard1_replica_n1/] nUpdates=100
[junit4] 2> 1258607 INFO (qtp33479968-10894) [n:127.0.0.1:39055_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.c.S.Request [utilizenodecoll_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1258897 INFO (qtp26271988-10782) [n:127.0.0.1:39977_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=utilizenodecoll_shard1_replica_n2 url=https://127.0.0.1:39977/solr DONE. We have no versions. sync failed.
[junit4] 2> 1258897 INFO (qtp26271988-10782) [n:127.0.0.1:39977_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1258897 INFO (qtp26271988-10782) [n:127.0.0.1:39977_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1258897 INFO (qtp26271988-10782) [n:127.0.0.1:39977_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1258899 INFO (qtp26271988-10782) [n:127.0.0.1:39977_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:39977/solr/utilizenodecoll_shard1_replica_n2/ shard1
[junit4] 2> 1258911 INFO (qtp10316106-10763) [n:127.0.0.1:39249_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1258911 INFO (qtp10316106-10763) [n:127.0.0.1:39249_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1258911 INFO (qtp10316106-10763) [n:127.0.0.1:39249_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:39249/solr/utilizenodecoll_shard2_replica_n4/
[junit4] 2> 1258911 INFO (qtp10316106-10763) [n:127.0.0.1:39249_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=utilizenodecoll_shard2_replica_n4 url=https://127.0.0.1:39249/solr START replicas=[https://127.0.0.1:39767/solr/utilizenodecoll_shard2_replica_n6/] nUpdates=100
[junit4] 2> 1258972 INFO (qtp73057-10775) [n:127.0.0.1:39767_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.c.S.Request [utilizenodecoll_shard2_replica_n6] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1259000 INFO (zkCallback-1985-thread-1-processing-n:127.0.0.1:39977_solr) [n:127.0.0.1:39977_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1259000 INFO (zkCallback-1985-thread-2-processing-n:127.0.0.1:39977_solr) [n:127.0.0.1:39977_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1259000 INFO (zkCallback-1987-thread-1-processing-n:127.0.0.1:39249_solr) [n:127.0.0.1:39249_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1259000 INFO (zkCallback-1987-thread-2-processing-n:127.0.0.1:39249_solr) [n:127.0.0.1:39249_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1259000 INFO (zkCallback-1983-thread-2-processing-n:127.0.0.1:39767_solr) [n:127.0.0.1:39767_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1259000 INFO (zkCallback-1983-thread-1-processing-n:127.0.0.1:39767_solr) [n:127.0.0.1:39767_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1259001 INFO (zkCallback-1989-thread-3-processing-n:127.0.0.1:39055_solr) [n:127.0.0.1:39055_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1259001 INFO (zkCallback-1989-thread-2-processing-n:127.0.0.1:39055_solr) [n:127.0.0.1:39055_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1259050 INFO (qtp26271988-10782) [n:127.0.0.1:39977_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1259146 INFO (qtp26271988-10782) [n:127.0.0.1:39977_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=utilizenodecoll_shard1_replica_n2&action=CREATE&numShards=2&collection=utilizenodecoll&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2165
[junit4] 2> 1259151 INFO (zkCallback-1987-thread-1-processing-n:127.0.0.1:39249_solr) [n:127.0.0.1:39249_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1259151 INFO (zkCallback-1989-thread-2-processing-n:127.0.0.1:39055_solr) [n:127.0.0.1:39055_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1259151 INFO (zkCallback-1985-thread-2-processing-n:127.0.0.1:39977_solr) [n:127.0.0.1:39977_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1259151 INFO (zkCallback-1987-thread-2-processing-n:127.0.0.1:39249_solr) [n:127.0.0.1:39249_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1259151 INFO (zkCallback-1983-thread-1-processing-n:127.0.0.1:39767_solr) [n:127.0.0.1:39767_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1259151 INFO (zkCallback-1985-thread-1-processing-n:127.0.0.1:39977_solr) [n:127.0.0.1:39977_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1259151 INFO (zkCallback-1983-thread-2-processing-n:127.0.0.1:39767_solr) [n:127.0.0.1:39767_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1259151 INFO (zkCallback-1989-thread-3-processing-n:127.0.0.1:39055_solr) [n:127.0.0.1:39055_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1259222 INFO (qtp10316106-10763) [n:127.0.0.1:39249_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=utilizenodecoll_shard2_replica_n4 url=https://127.0.0.1:39249/solr DONE. We have no versions. sync failed.
[junit4] 2> 1259222 INFO (qtp10316106-10763) [n:127.0.0.1:39249_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1259223 INFO (qtp10316106-10763) [n:127.0.0.1:39249_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1259223 INFO (qtp10316106-10763) [n:127.0.0.1:39249_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1259225 INFO (qtp10316106-10763) [n:127.0.0.1:39249_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:39249/solr/utilizenodecoll_shard2_replica_n4/ shard2
[junit4] 2> 1259327 INFO (zkCallback-1983-thread-2-processing-n:127.0.0.1:39767_solr) [n:127.0.0.1:39767_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1259327 INFO (zkCallback-1987-thread-1-processing-n:127.0.0.1:39249_solr) [n:127.0.0.1:39249_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1259327 INFO (zkCallback-1983-thread-1-processing-n:127.0.0.1:39767_solr) [n:127.0.0.1:39767_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1259327 INFO (zkCallback-1985-thread-2-processing-n:127.0.0.1:39977_solr) [n:127.0.0.1:39977_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1259327 INFO (zkCallback-1987-thread-2-processing-n:127.0.0.1:39249_solr) [n:127.0.0.1:39249_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1259327 INFO (zkCallback-1985-thread-1-processing-n:127.0.0.1:39977_solr) [n:127.0.0.1:39977_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1259330 INFO (zkCallback-1989-thread-3-processing-n:127.0.0.1:39055_solr) [n:127.0.0.1:39055_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1259330 INFO (zkCallback-1989-thread-2-processing-n:127.0.0.1:39055_solr) [n:127.0.0.1:39055_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1259376 INFO (qtp10316106-10763) [n:127.0.0.1:39249_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1259377 INFO (qtp10316106-10763) [n:127.0.0.1:39249_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=utilizenodecoll_shard2_replica_n4&action=CREATE&numShards=2&collection=utilizenodecoll&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2282
[junit4] 2> 1259414 INFO (qtp73057-10786) [n:127.0.0.1:39767_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=utilizenodecoll_shard2_replica_n6&action=CREATE&numShards=2&collection=utilizenodecoll&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2315
[junit4] 2> 1259423 INFO (qtp33479968-10752) [n:127.0.0.1:39055_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=utilizenodecoll_shard1_replica_n1&action=CREATE&numShards=2&collection=utilizenodecoll&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2335
[junit4] 2> 1259426 INFO (qtp26271988-10780) [n:127.0.0.1:39977_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1259525 INFO (zkCallback-1989-thread-2-processing-n:127.0.0.1:39055_solr) [n:127.0.0.1:39055_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1259525 INFO (zkCallback-1983-thread-2-processing-n:127.0.0.1:39767_solr) [n:127.0.0.1:39767_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1259525 INFO (zkCallback-1985-thread-2-processing-n:127.0.0.1:39977_solr) [n:127.0.0.1:39977_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1259525 INFO (zkCallback-1983-thread-1-processing-n:127.0.0.1:39767_solr) [n:127.0.0.1:39767_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1259525 INFO (zkCallback-1987-thread-2-processing-n:127.0.0.1:39249_solr) [n:127.0.0.1:39249_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1259525 INFO (zkCallback-1987-thread-1-processing-n:127.0.0.1:39249_solr) [n:127.0.0.1:39249_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1259525 INFO (zkCallback-1989-thread-3-processing-n:127.0.0.1:39055_solr) [n:127.0.0.1:39055_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1259525 INFO (zkCallback-1985-thread-1-processing-n:127.0.0.1:39977_solr) [n:127.0.0.1:39977_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1260426 INFO (qtp26271988-10780) [n:127.0.0.1:39977_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf1&name=utilizenodecoll&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=3788
[junit4] 2> 1260427 INFO (TEST-TestUtilizeNode.test-seed#[53D4597D1430F072]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T16:27:37-05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1260444 INFO (TEST-TestUtilizeNode.test-seed#[53D4597D1430F072]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1260444 INFO (TEST-TestUtilizeNode.test-seed#[53D4597D1430F072]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1260444 INFO (TEST-TestUtilizeNode.test-seed#[53D4597D1430F072]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1260444 INFO (TEST-TestUtilizeNode.test-seed#[53D4597D1430F072]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7cc8bc{/solr,null,AVAILABLE}
[junit4] 2> 1260445 INFO (TEST-TestUtilizeNode.test-seed#[53D4597D1430F072]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@898f6f{SSL,[ssl, http/1.1]}{127.0.0.1:37271}
[junit4] 2> 1260445 INFO (TEST-TestUtilizeNode.test-seed#[53D4597D1430F072]) [ ] o.e.j.s.Server Started @1262795ms
[junit4] 2> 1260445 INFO (TEST-TestUtilizeNode.test-seed#[53D4597D1430F072]) [
[...truncated too long message...]
can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2746803 INFO (zkCallback-4379-thread-2-processing-n:127.0.0.1:40601_solr) [n:127.0.0.1:40601_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SolrCore [collection1_shard1_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@1e141a5
[junit4] 2> 2746803 INFO (zkCallback-4379-thread-2-processing-n:127.0.0.1:40601_solr) [n:127.0.0.1:40601_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica_n2, tag=31539621
[junit4] 2> 2746803 INFO (zkCallback-4379-thread-2-processing-n:127.0.0.1:40601_solr) [n:127.0.0.1:40601_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@f87a75: rootName = solr_40601, domain = solr.core.collection1.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.collection1.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@144da95
[junit4] 2> 2746813 INFO (zkCallback-4379-thread-2-processing-n:127.0.0.1:40601_solr) [n:127.0.0.1:40601_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=31539621
[junit4] 2> 2746825 INFO (jetty-closer-4210-thread-9) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1e3b3d8{/solr,null,UNAVAILABLE}
[junit4] 2> 2746827 INFO (jetty-closer-4210-thread-9) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2746831 ERROR (SUITE-TriggerIntegrationTest-seed#[53D4597D1430F072]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2746831 INFO (SUITE-TriggerIntegrationTest-seed#[53D4597D1430F072]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39257 39257
[junit4] 2> 2761851 INFO (Thread-7075) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39257 39257
[junit4] 2> 2761853 WARN (Thread-7075) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 41 /solr/collections/collection1/terms/shard1
[junit4] 2> 21 /solr/aliases.json
[junit4] 2> 20 /solr/security.json
[junit4] 2> 11 /solr/configs/conf
[junit4] 2> 9 /solr/collections/testMetricTrigger/terms/shard1
[junit4] 2> 2 /solr/collections/testMetricTrigger/terms/shard2
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 124 /solr/collections/collection1/state.json
[junit4] 2> 34 /solr/collections/testMetricTrigger/state.json
[junit4] 2> 21 /solr/clusterprops.json
[junit4] 2> 21 /solr/clusterstate.json
[junit4] 2> 6 /solr/autoscaling.json
[junit4] 2> 4 /solr/overseer_elect/election/72084621756989472-127.0.0.1:34087_solr-n_0000000009
[junit4] 2> 2 /solr/overseer_elect/election/72084621756989466-127.0.0.1:44807_solr-n_0000000007
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72084621756989497-core_node6-n_0000000002
[junit4] 2> 2 /solr/overseer_elect/election/72084621756989497-127.0.0.1:33439_solr-n_0000000017
[junit4] 2> 2 /solr/overseer_elect/election/72084621756989484-127.0.0.1:46561_solr-n_0000000013
[junit4] 2> 2 /solr/overseer_elect/election/72084621756989460-127.0.0.1:38393_solr-n_0000000005
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72084621756989494-core_node10-n_0000000004
[junit4] 2> 2 /solr/overseer_elect/election/72084621756989487-127.0.0.1:42401_solr-n_0000000014
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 21 /solr/live_nodes
[junit4] 2> 21 /solr/collections
[junit4] 2> 6 /solr/overseer/queue-work
[junit4] 2> 6 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 6 /solr/overseer/queue
[junit4] 2> 6 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/autoscaling/events/node_lost_triggerMR
[junit4] 2> 2 /solr/autoscaling/events/node_added_triggerCTOOR
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_53D4597D1430F072-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=PostingsFormat(name=Memory), x_s=PostingsFormat(name=MockRandom)}, docValues:{}, maxPointsInLeafNode=258, maxMBSortInHeap=6.803103787597334, sim=RandomSimilarity(queryNorm=true): {}, locale=it, timezone=EST5EDT
[junit4] 2> NOTE: Linux 4.13.0-32-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=101897536,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestInfoStreamLogging, CdcrBidirectionalTest, TestUpdate, LeaderElectionTest, TestSerializedLuceneMatchVersion, DistributedSpellCheckComponentTest, TestPrepRecovery, TestConfigSetProperties, CollectionsAPISolrJTest, OverseerCollectionConfigSetProcessorTest, TestHdfsCloudBackupRestore, HdfsRecoverLeaseTest, TestPushWriter, TestStressCloudBlindAtomicUpdates, TestHalfAndHalfDocValues, SpellCheckComponentTest, ConnectionManagerTest, TestNodeAddedTrigger, NodeMutatorTest, FileBasedSpellCheckerTest, SolrTestCaseJ4Test, TestBulkSchemaAPI, TestOverriddenPrefixQueryForCustomFieldType, HdfsUnloadDistributedZkTest, TestCoreDiscovery, TestDistributedMissingSort, V2ApiIntegrationTest, WordBreakSolrSpellCheckerTest, TestLockTree, ExitableDirectoryReaderTest, BlockJoinFacetDistribTest, PreAnalyzedFieldTest, TestLazyCores, AddBlockUpdateTest, TestFreeTextSuggestions, PingRequestHandlerTest, CurrencyRangeFacetCloudTest, ShowFileRequestHandlerTest, TestJsonFacetRefinement, TestRetrieveFieldsOptimizer, TestInitQParser, ReplicaListTransformerTest, TestRestoreCore, NoCacheHeaderTest, DateMathParserTest, InfoHandlerTest, TestUtils, TestTrackingShardHandlerFactory, TestHdfsBackupRestoreCore, TestNumericTerms32, TestCloudPseudoReturnFields, AutoScalingHandlerTest, TestManagedResource, TestBadConfig, RegexBytesRefFilterTest, TestExactSharedStatsCache, DistributedSuggestComponentTest, HLLUtilTest, TestReRankQParserPlugin, ResponseHeaderTest, SolrMetricReporterTest, DistributedExpandComponentTest, TestApiFramework, CloudMLTQParserTest, StatelessScriptUpdateProcessorFactoryTest, BasicDistributedZk2Test, TestExpandComponent, TestEmbeddedSolrServerConstructors, CopyFieldTest, CacheHeaderTest, TestAddFieldRealTimeGet, UniqFieldsUpdateProcessorFactoryTest, TestQuerySenderListener, LIRRollingUpdatesTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestDistribDocBasedVersion, TestComplexPhraseQParserPlugin, LukeRequestHandlerTest, TestLeaderElectionWithEmptyReplica, OverseerStatusTest, TestRangeQuery, BigEndianAscendingWordDeserializerTest, TestDynamicFieldResource, ExplicitHLLTest, TestClusterStateMutator, TestStandardQParsers, TestSolrCoreProperties, TestFastWriter, DistributedQueueTest, TestSchemaResource, TermVectorComponentTest, AtomicUpdatesTest, DeleteReplicaTest, WrapperMergePolicyFactoryTest, TestValueSourceCache, UnloadDistributedZkTest, IndexSchemaRuntimeFieldTest, URLClassifyProcessorTest, TestCloudManagedSchema, TestCoreContainer, DistributedFacetPivotWhiteBoxTest, TestConfigSetsAPIZkFailure, MetricsConfigTest, TestQueryWrapperFilter, TestFilteredDocIdSet, TestDocBasedVersionConstraints, DateFieldTest, TestCustomStream, TestClusterStateProvider, TestLMJelinekMercerSimilarityFactory, MultiTermTest, TestUtilizeNode, ClusterStateTest, TestSolrDeletionPolicy2, AliasIntegrationTest, RegexBoostProcessorTest, MigrateRouteKeyTest, SuggestComponentContextFilterQueryTest, BasicAuthIntegrationTest, TestTlogReplica, DistribCursorPagingTest, DocValuesMultiTest, TestRealTimeGet, TestFieldCacheReopen, TestBinaryResponseWriter, SyncSliceTest, LeaderElectionIntegrationTest, ShardRoutingTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest, ClusterStateUpdateTest, TestRandomFaceting, TestRandomDVFaceting, TestFaceting, TestRecovery, TestStressReorder, TestGroupingSearch, QueryElevationComponentTest, TestFunctionQuery, BasicFunctionalityTest, TestIndexSearcher, HighlighterTest, SolrIndexSplitterTest, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, CoreAdminHandlerTest, SuggesterTSTTest, TestStressLucene, SpatialFilterTest, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, DirectUpdateHandlerOptimizeTest, DistanceFunctionTest, TestSurroundQueryParser, DisMaxRequestHandlerTest, TestWriterPerf, TestReversedWildcardFilterFactory, TestQueryTypes, XmlUpdateRequestHandlerTest, PathHierarchyTokenizerFactoryTest, RequiredFieldsTest, FastVectorHighlighterTest, IndexSchemaTest, TestCollationField, ReturnFieldsTest, JsonLoaderTest, CSVRequestHandlerTest, TestLFUCache, ChaosMonkeySafeLeaderWithPullReplicasTest, CreateRoutedAliasTest, DistributedVersionInfoTest, HttpPartitionTest, MoveReplicaHDFSTest, RemoteQueryErrorTest, ReplaceNodeNoTargetTest, ReplaceNodeTest, SolrCloudExampleTest, TestClusterProperties, TestDeleteCollectionOnDownNodes, TestDownShardTolerantSearch, TestLeaderElectionZkExpiry, TestLeaderInitiatedRecoveryThread, TestPullReplicaErrorHandling, TestSolrCloudWithKerberosAlt, AssignTest, HdfsCollectionsAPIDistributedZkTest, SimpleCollectionCreateDeleteTest, TestLocalFSCloudBackupRestore, TestRequestStatusCollectionAPI, NodeAddedTriggerTest, SystemLogListenerTest, TriggerIntegrationTest]
[junit4] Completed [620/774 (2!)] on J2 in 227.31s, 14 tests, 2 failures <<< FAILURES!
[...truncated 44505 lines...]
[JENKINS] Lucene-Solr-7.x-Linux (32bit/jdk1.8.0_144) - Build # 1286
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1286/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseSerialGC
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testListeners
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([27CFDBB771336836:CA0F4CA7CC5FF5EF]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testListeners(TriggerIntegrationTest.java:1053)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13790 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_27CFDBB771336836-001/init-core-data-001
[junit4] 2> 3163483 WARN (SUITE-TriggerIntegrationTest-seed#[27CFDBB771336836]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=22 numCloses=22
[junit4] 2> 3163484 INFO (SUITE-TriggerIntegrationTest-seed#[27CFDBB771336836]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 3163485 INFO (SUITE-TriggerIntegrationTest-seed#[27CFDBB771336836]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 3163486 INFO (SUITE-TriggerIntegrationTest-seed#[27CFDBB771336836]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 3163486 INFO (SUITE-TriggerIntegrationTest-seed#[27CFDBB771336836]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_27CFDBB771336836-001/tempDir-001
[junit4] 2> 3163487 INFO (SUITE-TriggerIntegrationTest-seed#[27CFDBB771336836]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3163487 INFO (Thread-7312) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3163487 INFO (Thread-7312) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3163488 ERROR (Thread-7312) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3163587 INFO (SUITE-TriggerIntegrationTest-seed#[27CFDBB771336836]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:37061
[junit4] 2> 3163589 INFO (zkConnectionManagerCallback-5429-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3163594 INFO (jetty-launcher-5426-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3163594 INFO (jetty-launcher-5426-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3163596 INFO (jetty-launcher-5426-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3163596 INFO (jetty-launcher-5426-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3163596 INFO (jetty-launcher-5426-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3163596 INFO (jetty-launcher-5426-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3163596 INFO (jetty-launcher-5426-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 3163596 INFO (jetty-launcher-5426-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 3163596 INFO (jetty-launcher-5426-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@dbd6de{/solr,null,AVAILABLE}
[junit4] 2> 3163596 INFO (jetty-launcher-5426-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1e6959a{/solr,null,AVAILABLE}
[junit4] 2> 3163597 INFO (jetty-launcher-5426-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7e2634{SSL,[ssl, http/1.1]}{127.0.0.1:34467}
[junit4] 2> 3163597 INFO (jetty-launcher-5426-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@15eed30{SSL,[ssl, http/1.1]}{127.0.0.1:36873}
[junit4] 2> 3163598 INFO (jetty-launcher-5426-thread-1) [ ] o.e.j.s.Server Started @3164717ms
[junit4] 2> 3163598 INFO (jetty-launcher-5426-thread-2) [ ] o.e.j.s.Server Started @3164717ms
[junit4] 2> 3163598 INFO (jetty-launcher-5426-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34467}
[junit4] 2> 3163598 INFO (jetty-launcher-5426-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36873}
[junit4] 2> 3163598 ERROR (jetty-launcher-5426-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3163598 ERROR (jetty-launcher-5426-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3163598 INFO (jetty-launcher-5426-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 3163598 INFO (jetty-launcher-5426-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 3163598 INFO (jetty-launcher-5426-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3163598 INFO (jetty-launcher-5426-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3163598 INFO (jetty-launcher-5426-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3163598 INFO (jetty-launcher-5426-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3163598 INFO (jetty-launcher-5426-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-03T05:25:33.305Z
[junit4] 2> 3163598 INFO (jetty-launcher-5426-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-03T05:25:33.305Z
[junit4] 2> 3163602 INFO (zkConnectionManagerCallback-5433-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3163603 INFO (zkConnectionManagerCallback-5432-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3163603 INFO (jetty-launcher-5426-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3163603 INFO (jetty-launcher-5426-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3163613 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10017c395000001, likely client has closed socket
[junit4] 2> 3163616 INFO (jetty-launcher-5426-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37061/solr
[junit4] 2> 3163617 INFO (jetty-launcher-5426-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37061/solr
[junit4] 2> 3163617 INFO (zkConnectionManagerCallback-5438-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3163618 INFO (zkConnectionManagerCallback-5441-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3163620 INFO (zkConnectionManagerCallback-5443-thread-1-processing-n:127.0.0.1:36873_solr) [n:127.0.0.1:36873_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3163620 INFO (zkConnectionManagerCallback-5445-thread-1-processing-n:127.0.0.1:34467_solr) [n:127.0.0.1:34467_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3163680 INFO (jetty-launcher-5426-thread-1) [n:127.0.0.1:34467_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3163680 INFO (jetty-launcher-5426-thread-2) [n:127.0.0.1:36873_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3163680 INFO (jetty-launcher-5426-thread-1) [n:127.0.0.1:34467_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34467_solr
[junit4] 2> 3163681 INFO (jetty-launcher-5426-thread-2) [n:127.0.0.1:36873_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36873_solr
[junit4] 2> 3163681 INFO (jetty-launcher-5426-thread-1) [n:127.0.0.1:34467_solr ] o.a.s.c.Overseer Overseer (id=72083722823794694-127.0.0.1:34467_solr-n_0000000000) starting
[junit4] 2> 3163682 INFO (zkCallback-5444-thread-1-processing-n:127.0.0.1:34467_solr) [n:127.0.0.1:34467_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3163682 INFO (zkCallback-5442-thread-1-processing-n:127.0.0.1:36873_solr) [n:127.0.0.1:36873_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3163688 DEBUG (OverseerAutoScalingTriggerThread-72083722823794694-127.0.0.1:34467_solr-n_0000000000) [n:127.0.0.1:34467_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 3163688 DEBUG (OverseerAutoScalingTriggerThread-72083722823794694-127.0.0.1:34467_solr-n_0000000000) [n:127.0.0.1:34467_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 3163689 INFO (jetty-launcher-5426-thread-1) [n:127.0.0.1:34467_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34467_solr
[junit4] 2> 3163689 DEBUG (OverseerAutoScalingTriggerThread-72083722823794694-127.0.0.1:34467_solr-n_0000000000) [n:127.0.0.1:34467_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:36873_solr]
[junit4] 2> 3163689 DEBUG (OverseerAutoScalingTriggerThread-72083722823794694-127.0.0.1:34467_solr-n_0000000000) [n:127.0.0.1:34467_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 3163689 DEBUG (OverseerAutoScalingTriggerThread-72083722823794694-127.0.0.1:34467_solr-n_0000000000) [n:127.0.0.1:34467_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 3163689 INFO (zkCallback-5444-thread-1-processing-n:127.0.0.1:34467_solr) [n:127.0.0.1:34467_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3163690 INFO (zkCallback-5442-thread-1-processing-n:127.0.0.1:36873_solr) [n:127.0.0.1:36873_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3163690 DEBUG (OverseerAutoScalingTriggerThread-72083722823794694-127.0.0.1:34467_solr-n_0000000000) [n:127.0.0.1:34467_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3163691 DEBUG (OverseerAutoScalingTriggerThread-72083722823794694-127.0.0.1:34467_solr-n_0000000000) [n:127.0.0.1:34467_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 3163691 DEBUG (ScheduledTrigger-6129-thread-1) [n:127.0.0.1:34467_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3163924 INFO (jetty-launcher-5426-thread-2) [n:127.0.0.1:36873_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36873.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b6c795
[junit4] 2> 3163959 INFO (jetty-launcher-5426-thread-2) [n:127.0.0.1:36873_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36873.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b6c795
[junit4] 2> 3163960 INFO (jetty-launcher-5426-thread-2) [n:127.0.0.1:36873_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36873.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b6c795
[junit4] 2> 3163962 INFO (jetty-launcher-5426-thread-2) [n:127.0.0.1:36873_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_27CFDBB771336836-001/tempDir-001/node2/.
[junit4] 2> 3164108 INFO (jetty-launcher-5426-thread-1) [n:127.0.0.1:34467_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34467.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b6c795
[junit4] 2> 3164118 INFO (jetty-launcher-5426-thread-1) [n:127.0.0.1:34467_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34467.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b6c795
[junit4] 2> 3164118 INFO (jetty-launcher-5426-thread-1) [n:127.0.0.1:34467_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34467.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b6c795
[junit4] 2> 3164120 INFO (jetty-launcher-5426-thread-1) [n:127.0.0.1:34467_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_27CFDBB771336836-001/tempDir-001/node1/.
[junit4] 2> 3164146 INFO (zkConnectionManagerCallback-5451-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3164149 INFO (zkConnectionManagerCallback-5455-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3164150 INFO (SUITE-TriggerIntegrationTest-seed#[27CFDBB771336836]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3164151 INFO (SUITE-TriggerIntegrationTest-seed#[27CFDBB771336836]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37061/solr ready
[junit4] 2> 3164164 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[27CFDBB771336836]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSetProperties
[junit4] 2> 3164165 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[27CFDBB771336836]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
[junit4] 2> 3164165 DEBUG (zkCallback-5444-thread-1-processing-n:127.0.0.1:34467_solr) [n:127.0.0.1:34467_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 3164165 DEBUG (OverseerAutoScalingTriggerThread-72083722823794694-127.0.0.1:34467_solr-n_0000000000) [n:127.0.0.1:34467_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 3164166 DEBUG (OverseerAutoScalingTriggerThread-72083722823794694-127.0.0.1:34467_solr-n_0000000000) [n:127.0.0.1:34467_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3164166 DEBUG (OverseerAutoScalingTriggerThread-72083722823794694-127.0.0.1:34467_solr-n_0000000000) [n:127.0.0.1:34467_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3164166 DEBUG (OverseerAutoScalingTriggerThread-72083722823794694-127.0.0.1:34467_solr-n_0000000000) [n:127.0.0.1:34467_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 3165170 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[27CFDBB771336836]) [ ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: triggerScheduleDelaySeconds from: 1 to: 4
[junit4] 2> 3173173 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[27CFDBB771336836]) [ ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: triggerScheduleDelaySeconds from: 4 to: 1
[junit4] 2> 3183179 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[27CFDBB771336836]) [ ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: triggerCorePoolSize from: 4 to: 6
[junit4] 2> 3193185 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[27CFDBB771336836]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testSetProperties
[junit4] 2> 3193199 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCooldown
[junit4] 2> 3193200 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 3
[junit4] 2> 3193200 DEBUG (zkCallback-5444-thread-1-processing-n:127.0.0.1:34467_solr) [n:127.0.0.1:34467_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 3193200 DEBUG (OverseerAutoScalingTriggerThread-72083722823794694-127.0.0.1:34467_solr-n_0000000000) [n:127.0.0.1:34467_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 3193200 DEBUG (OverseerAutoScalingTriggerThread-72083722823794694-127.0.0.1:34467_solr-n_0000000000) [n:127.0.0.1:34467_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3193200 DEBUG (OverseerAutoScalingTriggerThread-72083722823794694-127.0.0.1:34467_solr-n_0000000000) [n:127.0.0.1:34467_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3193201 DEBUG (OverseerAutoScalingTriggerThread-72083722823794694-127.0.0.1:34467_solr-n_0000000000) [n:127.0.0.1:34467_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 3193335 INFO (qtp10932364-27007) [n:127.0.0.1:34467_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3193339 INFO (qtp7392081-26999) [n:127.0.0.1:36873_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3193339 DEBUG (qtp7392081-27006) [n:127.0.0.1:36873_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3193340 INFO (qtp7392081-27006) [n:127.0.0.1:36873_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=69
[junit4] 2> 3193340 DEBUG (zkCallback-5444-thread-1-processing-n:127.0.0.1:34467_solr) [n:127.0.0.1:34467_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 3193341 DEBUG (zkCallback-5444-thread-1-processing-n:127.0.0.1:34467_solr) [n:127.0.0.1:34467_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:34467_solr, 127.0.0.1:36873_solr]
[junit4] 2> 3193341 DEBUG (zkCallback-5444-thread-1-processing-n:127.0.0.1:34467_solr) [n:127.0.0.1:34467_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 3193341 DEBUG (OverseerAutoScalingTriggerThread-72083722823794694-127.0.0.1:34467_solr-n_0000000000) [n:127.0.0.1:34467_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 3193342 INFO (OverseerAutoScalingTriggerThread-72083722823794694-127.0.0.1:34467_solr-n_0000000000) [n:127.0.0.1:34467_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 3193343 DEBUG (ScheduledTrigger-6129-thread-2) [n:127.0.0.1:34467_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3193343 DEBUG (ScheduledTrigger-6129-thread-2) [n:127.0.0.1:34467_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 3193350 DEBUG (OverseerAutoScalingTriggerThread-72083722823794694-127.0.0.1:34467_solr-n_0000000000) [n:127.0.0.1:34467_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3193351 INFO (qtp10932364-27003) [n:127.0.0.1:34467_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3193351 DEBUG (OverseerAutoScalingTriggerThread-72083722823794694-127.0.0.1:34467_solr-n_0000000000) [n:127.0.0.1:34467_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 3193354 INFO (qtp7392081-26999) [n:127.0.0.1:36873_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3193355 DEBUG (qtp10932364-27007) [n:127.0.0.1:34467_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3193356 INFO (qtp10932364-27007) [n:127.0.0.1:34467_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=8
[junit4] 2> 3193356 DEBUG (zkCallback-5444-thread-1-processing-n:127.0.0.1:34467_solr) [n:127.0.0.1:34467_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 3193356 DEBUG (zkCallback-5444-thread-1-processing-n:127.0.0.1:34467_solr) [n:127.0.0.1:34467_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:34467_solr, 127.0.0.1:36873_solr]
[junit4] 2> 3193356 DEBUG (zkCallback-5444-thread-1-processing-n:127.0.0.1:34467_solr) [n:127.0.0.1:34467_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 3193356 DEBUG (OverseerAutoScalingTriggerThread-72083722823794694-127.0.0.1:34467_solr-n_0000000000) [n:127.0.0.1:34467_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 3193357 DEBUG (OverseerAutoScalingTriggerThread-72083722823794694-127.0.0.1:34467_solr-n_0000000000) [n:127.0.0.1:34467_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3193357 DEBUG (OverseerAutoScalingTriggerThread-72083722823794694-127.0.0.1:34467_solr-n_0000000000) [n:127.0.0.1:34467_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 3193358 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3193358 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3193358 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3193358 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 3193359 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@13aa2ae{/solr,null,AVAILABLE}
[junit4] 2> 3193360 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@c60710{SSL,[ssl, http/1.1]}{127.0.0.1:46831}
[junit4] 2> 3193360 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.e.j.s.Server Started @3194479ms
[junit4] 2> 3193360 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46831}
[junit4] 2> 3193360 ERROR (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3193360 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 3193360 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3193360 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3193360 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-03T05:26:03.067Z
[junit4] 2> 3193363 INFO (zkConnectionManagerCallback-5457-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3193363 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3193379 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37061/solr
[junit4] 2> 3193380 INFO (zkConnectionManagerCallback-5461-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3193382 INFO (zkConnectionManagerCallback-5463-thread-1-processing-n:127.0.0.1:46831_solr) [n:127.0.0.1:46831_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3193388 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [n:127.0.0.1:46831_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3193389 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [n:127.0.0.1:46831_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3193393 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [n:127.0.0.1:46831_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46831_solr
[junit4] 2> 3193394 INFO (zkCallback-5442-thread-1-processing-n:127.0.0.1:36873_solr) [n:127.0.0.1:36873_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3193394 INFO (zkCallback-5444-thread-1-processing-n:127.0.0.1:34467_solr) [n:127.0.0.1:34467_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3193403 INFO (zkCallback-5454-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3193411 INFO (zkCallback-5462-thread-1-processing-n:127.0.0.1:46831_solr) [n:127.0.0.1:46831_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3193698 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [n:127.0.0.1:46831_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46831.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b6c795
[junit4] 2> 3193709 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [n:127.0.0.1:46831_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46831.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b6c795
[junit4] 2> 3193710 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [n:127.0.0.1:46831_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46831.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b6c795
[junit4] 2> 3193711 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [n:127.0.0.1:46831_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_27CFDBB771336836-001/tempDir-001/node3/.
[junit4] 2> 3194345 DEBUG (ScheduledTrigger-6129-thread-3) [n:127.0.0.1:34467_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3194345 DEBUG (ScheduledTrigger-6129-thread-3) [n:127.0.0.1:34467_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3194345 DEBUG (ScheduledTrigger-6129-thread-3) [n:127.0.0.1:34467_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:46831_solr at time 398724489990910
[junit4] 2> 3195346 DEBUG (ScheduledTrigger-6129-thread-3) [n:127.0.0.1:34467_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3195346 DEBUG (ScheduledTrigger-6129-thread-3) [n:127.0.0.1:34467_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3195346 DEBUG (ScheduledTrigger-6129-thread-3) [n:127.0.0.1:34467_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger firing registered processor for nodes: [127.0.0.1:46831_solr] added at times [398724489990910], now=398725491058505
[junit4] 2> 3195346 DEBUG (ScheduledTrigger-6129-thread-3) [n:127.0.0.1:34467_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"16aa34796d2feT7qoreonjxc60n5j8df7d9wlg2",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":398724489990910,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[398724489990910],
[junit4] 2> "nodeNames":["127.0.0.1:46831_solr"]}}
[junit4] 2> 3195347 DEBUG (ScheduledTrigger-6129-thread-3) [n:127.0.0.1:34467_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_cooldown_trigger]
[junit4] 2> 3195348 INFO (ScheduledTrigger-6129-thread-3) [n:127.0.0.1:34467_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 3195348 DEBUG (AutoscalingActionExecutor-6130-thread-1-processing-n:127.0.0.1:34467_solr) [n:127.0.0.1:34467_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"16aa34796d2feT7qoreonjxc60n5j8df7d9wlg2",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":398724489990910,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[398724489990910],
[junit4] 2> "_enqueue_time_":398725492077678,
[junit4] 2> "nodeNames":["127.0.0.1:46831_solr"]}}
[junit4] 2> 3195350 DEBUG (AutoscalingActionExecutor-6130-thread-1-processing-n:127.0.0.1:34467_solr) [n:127.0.0.1:34467_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_cooldown_trigger after 5000ms
[junit4] 2> 3195350 DEBUG (AutoscalingActionExecutor-6130-thread-1-processing-n:127.0.0.1:34467_solr) [n:127.0.0.1:34467_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=16aa34796d2feT7qoreonjxc60n5j8df7d9wlg2
[junit4] 2> 3196351 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3196351 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3196352 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3196352 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 3196352 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1b7a5a{/solr,null,AVAILABLE}
[junit4] 2> 3196352 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@e3977c{SSL,[ssl, http/1.1]}{127.0.0.1:34813}
[junit4] 2> 3196352 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.e.j.s.Server Started @3197472ms
[junit4] 2> 3196353 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34813}
[junit4] 2> 3196353 ERROR (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3196353 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 3196353 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3196353 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3196353 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-03T05:26:06.060Z
[junit4] 2> 3196355 INFO (zkConnectionManagerCallback-5467-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3196355 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3196365 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37061/solr
[junit4] 2> 3196366 INFO (zkConnectionManagerCallback-5471-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3196368 INFO (zkConnectionManagerCallback-5473-thread-1-processing-n:127.0.0.1:34813_solr) [n:127.0.0.1:34813_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3196373 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [n:127.0.0.1:34813_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 3196374 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [n:127.0.0.1:34813_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3196375 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [n:127.0.0.1:34813_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34813_solr
[junit4] 2> 3196376 INFO (zkCallback-5442-thread-1-processing-n:127.0.0.1:36873_solr) [n:127.0.0.1:36873_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3196376 INFO (zkCallback-5454-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3196377 INFO (zkCallback-5462-thread-1-processing-n:127.0.0.1:46831_solr) [n:127.0.0.1:46831_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3196377 INFO (zkCallback-5444-thread-1-processing-n:127.0.0.1:34467_solr) [n:127.0.0.1:34467_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3196377 INFO (zkCallback-5472-thread-1-processing-n:127.0.0.1:34813_solr) [n:127.0.0.1:34813_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3196517 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [n:127.0.0.1:34813_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34813.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b6c795
[junit4] 2> 3196528 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [n:127.0.0.1:34813_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34813.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b6c795
[junit4] 2> 3196528 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [n:127.0.0.1:34813_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34813.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b6c795
[junit4] 2> 3196530 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [n:127.0.0.1:34813_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_27CFDBB771336836-001/tempDir-001/node4/.
[junit4] 2> 3200350 DEBUG (ScheduledTrigger-6129-thread-2) [n:127.0.0.1:34467_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3200350 DEBUG (ScheduledTrigger-6129-thread-2) [n:127.0.0.1:34467_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 3200350 DEBUG (ScheduledTrigger-6129-thread-2) [n:127.0.0.1:34467_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:34813_solr at time 398730495002163
[junit4] 2> 3201351 DEBUG (ScheduledTrigger-6129-thread-2) [n:127.0.0.1:34467_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3201351 DEBUG (ScheduledTrigger-6129-thread-2) [n:127.0.0.1:34467_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 3201352 DEBUG (ScheduledTrigger-6129-thread-2) [n:127.0.0.1:34467_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger firing registered processor for nodes: [127.0.0.1:34813_solr] added at times [398730495002163], now=398731496472801
[junit4] 2> 3201352 DEBUG (ScheduledTrigger-6129-thread-2) [n:127.0.0.1:34467_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"16aa4ad840633T7qoreonjxc60n5j8df7d9wlg4",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":398730495002163,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[398730495002163],
[junit4] 2> "nodeNames":["127.0.0.1:34813_solr"]}}
[junit4] 2> 3201352 DEBUG (ScheduledTrigger-6129-thread-2) [n:127.0.0.1:34467_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_cooldown_trigger]
[junit4] 2> 3201353 DEBUG (AutoscalingActionExecutor-6130-thread-1-processing-n:127.0.0.1:34467_solr) [n:127.0.0.1:34467_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"16aa4ad840633T7qoreonjxc60n5j8df7d9wlg4",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":398730495002163,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[398730495002163],
[junit4] 2> "_enqueue_time_":398731496643057,
[junit4] 2> "nodeNames":["127.0.0.1:34813_solr"]}}
[junit4] 2> 3201354 DEBUG (AutoscalingActionExecutor-6130-thread-1-processing-n:127.0.0.1:34467_solr) [n:127.0.0.1:34467_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_cooldown_trigger after 5000ms
[junit4] 2> 3201354 DEBUG (AutoscalingActionExecutor-6130-thread-1-processing-n:127.0.0.1:34467_solr) [n:127.0.0.1:34467_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=16aa4ad840633T7qoreonjxc60n5j8df7d9wlg4
[junit4] 2> 3203359 INFO (qtp10932364-27011) [n:127.0.0.1:34467_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3203436 INFO (qtp3140532-27102) [n:127.0.0.1:34813_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3203439 INFO (qtp7392081-27008) [n:127.0.0.1:36873_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3203514 INFO (qtp26917815-27076) [n:127.0.0.1:46831_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3203514 DEBUG (qtp7392081-27010) [n:127.0.0.1:36873_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3203515 INFO (qtp7392081-27010) [n:127.0.0.1:36873_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=159
[junit4] 2> 3203515 DEBUG (zkCallback-5444-thread-1-processing-n:127.0.0.1:34467_solr) [n:127.0.0.1:34467_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 3203515 DEBUG (zkCallback-5444-thread-1-processing-n:127.0.0.1:34467_solr) [n:127.0.0.1:34467_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:34467_solr, 127.0.0.1:36873_solr, 127.0.0.1:46831_solr, 127.0.0.1:34813_solr]
[junit4] 2> 3203515 DEBUG (zkCallback-5444-thread-1-processing-n:127.0.0.1:34467_solr) [n:127.0.0.1:34467_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 3203515 DEBUG (OverseerAutoScalingTriggerThread-72083722823794694-127.0.0.1:34467_solr-n_0000000000) [n:127.0.0.1:34467_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 3203516 DEBUG (OverseerAutoScalingTriggerThread-72083722823794694-127.0.0.1:34467_solr-n_0000000000) [n:127.0.0.1:34467_solr ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: triggerCooldownPeriodSeconds from: 5 to: 7
[junit4] 2> 3203516 DEBUG (OverseerAutoScalingTriggerThread-72083722823794694-127.0.0.1:34467_solr-n_0000000000) [n:127.0.0.1:34467_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3203516 DEBUG (OverseerAutoScalingTriggerThread-72083722823794694-127.0.0.1:34467_solr-n_0000000000) [n:127.0.0.1:34467_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 3203518 INFO (qtp10932364-27009) [n:127.0.0.1:34467_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 3203521 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3203522 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3203522 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3203522 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 3203522 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@ec98af{/solr,null,AVAILABLE}
[junit4] 2> 3203523 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1ef7609{SSL,[ssl, http/1.1]}{127.0.0.1:39991}
[junit4] 2> 3203523 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.e.j.s.Server Started @3204642ms
[junit4] 2> 3203523 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39991}
[junit4] 2> 3203523 ERROR (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3203524 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 3203524 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3203524 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3203524 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-03T05:26:13.231Z
[junit4] 2> 3203525 INFO (zkConnectionManagerCallback-5477-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3203526 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3203536 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37061/solr
[junit4] 2> 3203538 INFO (zkConnectionManagerCallback-5481-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3203540 INFO (zkConnectionManagerCallback-5483-thread-1-processing-n:127.0.0.1:39991_solr) [n:127.0.0.1:39991_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3203546 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [n:127.0.0.1:39991_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 3203548 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [n:127.0.0.1:39991_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3203549 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [n:127.0.0.1:39991_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39991_solr
[junit4] 2> 3203550 INFO (zkCallback-5454-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3203550 INFO (zkCallback-5472-thread-1-processing-n:127.0.0.1:34813_solr) [n:127.0.0.1:34813_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3203550 INFO (zkCallback-5462-thread-1-processing-n:127.0.0.1:46831_solr) [n:127.0.0.1:46831_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3203550 INFO (zkCallback-5442-thread-1-processing-n:127.0.0.1:36873_solr) [n:127.0.0.1:36873_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3203551 INFO (zkCallback-5444-thread-1-processing-n:127.0.0.1:34467_solr) [n:127.0.0.1:34467_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3203551 INFO (zkCallback-5482-thread-1-processing-n:127.0.0.1:39991_solr) [n:127.0.0.1:39991_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3203683 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [n:127.0.0.1:39991_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39991.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b6c795
[junit4] 2> 3203694 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [n:127.0.0.1:39991_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39991.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b6c795
[junit4] 2> 3203694 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [n:127.0.0.1:39991_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39991.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b6c795
[junit4] 2> 3203696 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [n:127.0.0.1:39991_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_27CFDBB771336836-001/tempDir-001/node5/.
[junit4] 2> 3206354 DEBUG (ScheduledTrigger-6129-thread-1) [n:127.0.0.1:34467_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3206354 DEBUG (ScheduledTrigger-6129-thread-1) [n:127.0.0.1:34467_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 5
[junit4] 2> 3206355 DEBUG (ScheduledTrigger-6129-thread-1) [n:127.0.0.1:34467_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:39991_solr at time 398736499478996
[junit4] 2> 3207356 DEBUG (ScheduledTrigger-6129-thread-1) [n:127.0.0.1:34467_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3207356 DEBUG (ScheduledTrigger-6129-thread-1) [n:127.0.0.1:34467_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 5
[junit4] 2> 3207356 DEBUG (ScheduledTrigger-6129-thread-1) [n:127.0.0.1:34467_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger firing registered processor for nodes: [127.0.0.1:39991_solr] added at times [398736499478996], now=398737500735091
[junit4] 2> 3207356 DEBUG (ScheduledTrigger-6129-thread-1) [n:127.0.0.1:34467_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"16aa6136911d4T7qoreonjxc60n5j8df7d9wlg5",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":398736499478996,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[398736499478996],
[junit4] 2> "nodeNames":["127.0.0.1:39991_solr"]}}
[junit4] 2> 3207356 DEBUG (ScheduledTrigger-6129-thread-1) [n:127.0.0.1:34467_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_cooldown_trigger]
[junit4] 2> 3207357 DEBUG (AutoscalingActionExecutor-6130-thread-1-processing-n:127.0.0.1:34467_solr) [n:127.0.0.1:34467_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"16aa6136911d4T7qoreonjxc60n5j8df7d9wlg5",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":398736499478996,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[398736499478996],
[junit4] 2> "_enqueue_time_":398737500995112,
[junit4] 2> "nodeNames":["127.0.0.1:39991_solr"]}}
[junit4] 2> 3207358 DEBUG (AutoscalingActionExecutor-6130-thread-1-processing-n:127.0.0.1:34467_solr) [n:127.0.0.1:34467_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_cooldown_trigger after 7000ms
[junit4] 2> 3207358 DEBUG (AutoscalingActionExecutor-6130-thread-1-processing-n:127.0.0.1:34467_solr) [n:127.0.0.1:34467_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=16aa6136911d4T7qoreonjxc60n5j8df7d9wlg5
[junit4] 2> 3207359 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3207359 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3207359 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3207360 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 3207360 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1dd54ff{/solr,null,AVAILABLE}
[junit4] 2> 3207360 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@26a536{SSL,[ssl, http/1.1]}{127.0.0.1:35571}
[junit4] 2> 3207361 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.e.j.s.Server Started @3208480ms
[junit4] 2> 3207361 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35571}
[junit4] 2> 3207361 ERROR (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3207361 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 3207361 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3207361 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3207361 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-03T05:26:17.068Z
[junit4] 2> 3207362 INFO (zkConnectionManagerCallback-5487-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3207363 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3207372 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37061/solr
[junit4] 2> 3207374 INFO (zkConnectionManagerCallback-5491-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3207376 INFO (zkConnectionManagerCallback-5493-thread-1-processing-n:127.0.0.1:35571_solr) [n:127.0.0.1:35571_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3207381 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [n:127.0.0.1:35571_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 3207382 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [n:127.0.0.1:35571_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3207383 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [n:127.0.0.1:35571_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35571_solr
[junit4] 2> 3207384 INFO (zkCallback-5454-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 3207384 INFO (zkCallback-5442-thread-1-processing-n:127.0.0.1:36873_solr) [n:127.0.0.1:36873_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 3207384 INFO (zkCallback-5462-thread-1-processing-n:127.0.0.1:46831_solr) [n:127.0.0.1:46831_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 3207384 INFO (zkCallback-5482-thread-1-processing-n:127.0.0.1:39991_solr) [n:127.0.0.1:39991_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 3207384 INFO (zkCallback-5472-thread-1-processing-n:127.0.0.1:34813_solr) [n:127.0.0.1:34813_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 3207384 INFO (zkCallback-5444-thread-1-processing-n:127.0.0.1:34467_solr) [n:127.0.0.1:34467_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 3207385 INFO (zkCallback-5492-thread-1-processing-n:127.0.0.1:35571_solr) [n:127.0.0.1:35571_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 3207473 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [n:127.0.0.1:35571_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35571.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b6c795
[junit4] 2> 3207483 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [n:127.0.0.1:35571_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35571.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b6c795
[junit4] 2> 3207483 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [n:127.0.0.1:35571_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35571.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b6c795
[junit4] 2> 3207485 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [n:127.0.0.1:35571_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_27CFDBB771336836-001/tempDir-001/node6/.
[junit4] 2> 3214358 DEBUG (ScheduledTrigger-6129-thread-4) [n:127.0.0.1:34467_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3214358 DEBUG (ScheduledTrigger-6129-thread-4) [n:127.0.0.1:34467_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 6
[junit4] 2> 3214358 DEBUG (ScheduledTrigger-6129-thread-4) [n:127.0.0.1:34467_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:35571_solr at time 398744503303950
[junit4] 2> 3215359 DEBUG (ScheduledTrigger-6129-thread-4) [n:127.0.0.1:34467_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3215360 DEBUG (ScheduledTrigger-6129-thread-4) [n:127.0.0.1:34467_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 6
[junit4] 2> 3215360 DEBUG (ScheduledTrigger-6129-thread-4) [n:127.0.0.1:34467_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger firing registered processor for nodes: [127.0.0.1:35571_solr] added at times [398744503303950], now=398745504511947
[junit4] 2> 3215360 DEBUG (ScheduledTrigger-6129-thread-4) [n:127.0.0.1:34467_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"16aa7f079bf0eT7qoreonjxc60n5j8df7d9wlg6",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":398744503303950,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[398744503303950],
[junit4] 2> "nodeNames":["127.0.0.1:35571_solr"]}}
[junit4] 2> 3215360 DEBUG (ScheduledTrigger-6129-thread-4) [n:127.0.0.1:34467_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_cooldown_trigger]
[junit4] 2> 3215360 DEBUG (AutoscalingActionExecutor-6130-thread-1-processing-n:127.0.0.1:34467_solr) [n:127.0.0.1:34467_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"16aa7f079bf0eT7qoreonjxc60n5j8df7d9wlg6",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":398744503303950,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[398744503303950],
[junit4] 2> "_enqueue_time_":398745504743578,
[junit4] 2> "nodeNames":["127.0.0.1:35571_solr"]}}
[junit4] 2> 3215361 DEBUG (AutoscalingActionExecutor-6130-thread-1-processing-n:127.0.0.1:34467_solr) [n:127.0.0.1:34467_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_cooldown_trigger after 7000ms
[junit4] 2> 3215361 DEBUG (AutoscalingActionExecutor-6130-thread-1-processing-n:127.0.0.1:34467_solr) [n:127.0.0.1:34467_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 0 ms for event id=16aa7f079bf0eT7qoreonjxc60n5j8df7d9wlg6
[junit4] 2> 3217361 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[27CFDBB771336836]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCooldown
[junit4] 2> 3217395 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeMarkersRegistration
[junit4] 2> 3217396 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 7
[junit4] 2> 3217396 DEBUG (zkCallback-5444-thread-1-processing-n:127.0.0.1:34467_solr) [n:127.0.0.1:34467_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 3217396 DEBUG (OverseerAutoScalingTriggerThread-72083722823794694-127.0.0.1:34467_solr-n_0000000000) [n:127.0.0.1:34467_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 3217397 DEBUG (OverseerAutoScalingTriggerThread-72083722823794694-127.0.0.1:34467_solr-n_0000000000) [n:127.0.0.1:34467_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3217397 DEBUG (OverseerAutoScalingTriggerThread-72083722823794694-127.0.0.1:34467_solr-n_0000000000) [n:127.0.0.1:34467_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3217397 DEBUG (OverseerAutoScalingTriggerThread-72083722823794694-127.0.0.1:34467_solr-n_0000000000) [n:127.0.0.1:34467_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 3217399 INFO (qtp10932364-27011) [n:127.0.0.1:34467_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3217404 INFO (qtp10932364-27011) [n:127.0.0.1:34467_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 3217407 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3217408 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3217408 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3217408 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 3217408 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1df8ef0{/solr,null,AVAILABLE}
[junit4] 2> 3217409 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@a34dce{SSL,[ssl, http/1.1]}{127.0.0.1:45917}
[junit4] 2> 3217409 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [ ] o.e.j.s.Server Started @3218528ms
[junit4] 2> 3217409 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45917}
[junit4] 2> 3217409 ERROR (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3217409 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 3217409 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3217410 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3217410 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-03T05:26:27.117Z
[junit4] 2> 3217411 INFO (zkConnectionManagerCallback-5497-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3217412 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3217423 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37061/solr
[junit4] 2> 3217425 INFO (zkConnectionManagerCallback-5501-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3217427 INFO (zkConnectionManagerCallback-5503-thread-1-processing-n:127.0.0.1:45917_solr) [n:127.0.0.1:45917_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3217431 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [n:127.0.0.1:45917_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (6)
[junit4] 2> 3217432 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [n:127.0.0.1:45917_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3217433 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [n:127.0.0.1:45917_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45917_solr
[junit4] 2> 3217434 INFO (zkCallback-5444-thread-1-processing-n:127.0.0.1:34467_solr) [n:127.0.0.1:34467_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 3217434 INFO (zkCallback-5442-thread-1-processing-n:127.0.0.1:36873_solr) [n:127.0.0.1:36873_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 3217434 INFO (zkCallback-5482-thread-1-processing-n:127.0.0.1:39991_solr) [n:127.0.0.1:39991_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 3217434 INFO (zkCallback-5472-thread-1-processing-n:127.0.0.1:34813_solr) [n:127.0.0.1:34813_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 3217434 INFO (zkCallback-5502-thread-1-processing-n:127.0.0.1:45917_solr) [n:127.0.0.1:45917_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 3217434 INFO (zkCallback-5462-thread-1-processing-n:127.0.0.1:46831_solr) [n:127.0.0.1:46831_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 3217434 INFO (zkCallback-5454-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 3217434 INFO (zkCallback-5492-thread-1-processing-n:127.0.0.1:35571_solr) [n:127.0.0.1:35571_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 3217759 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [n:127.0.0.1:45917_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45917.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b6c795
[junit4] 2> 3217771 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [n:127.0.0.1:45917_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45917.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b6c795
[junit4] 2> 3217772 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [n:127.0.0.1:45917_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45917.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b6c795
[junit4] 2> 3217773 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [n:127.0.0.1:45917_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_27CFDBB771336836-001/tempDir-001/node7/.
[junit4] 2> 3217878 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [ ] o.a.s.c.a.TriggerIntegrationTest ====== KILL OVERSEER 1
[junit4] 2> 3217880 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@7e2634{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 3217881 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=6251923
[junit4] 2> 3217881 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 3217881 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@16e4c02: rootName = solr_34467, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@4cccb8
[junit4] 2> 3217887 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 3217887 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@322453: rootName = solr_34467, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1ffae84
[junit4] 2> 3217892 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 3217892 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@12ecd01: rootName = solr_34467, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@106169c
[junit4] 2> 3217893 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:34467_solr
[junit4] 2> 3217894 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 3217894 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3217894 INFO (zkCallback-5454-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (6)
[junit4] 2> 3217894 INFO (zkCallback-5482-thread-1-processing-n:127.0.0.1:39991_solr) [n:127.0.0.1:39991_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (6)
[junit4] 2> 3217894 INFO (zkCallback-5502-thread-1-processing-n:127.0.0.1:45917_solr) [n:127.0.0.1:45917_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (6)
[junit4] 2> 3217894 INFO (zkCallback-5462-thread-1-processing-n:127.0.0.1:46831_solr) [n:127.0.0.1:46831_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (6)
[junit4] 2> 3217895 INFO (zkCallback-5442-thread-1-processing-n:127.0.0.1:36873_solr) [n:127.0.0.1:36873_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (6)
[junit4] 2> 3217895 INFO (zkCallback-5492-thread-1-processing-n:127.0.0.1:35571_solr) [n:127.0.0.1:35571_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (6)
[junit4] 2> 3217895 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [ ] o.a.s.c.Overseer Overseer (id=72083722823794694-127.0.0.1:34467_solr-n_0000000000) closing
[junit4] 2> 3217895 INFO (OverseerStateUpdate-72083722823794694-127.0.0.1:34467_solr-n_0000000000) [n:127.0.0.1:34467_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:34467_solr
[junit4] 2> 3217895 INFO (zkCallback-5444-thread-1-processing-n:127.0.0.1:34467_solr) [n:127.0.0.1:34467_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (6)
[junit4] 2> 3217895 WARN (OverseerAutoScalingTriggerThread-72083722823794694-127.0.0.1:34467_solr-n_0000000000) [n:127.0.0.1:34467_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 3217895 DEBUG (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 3217896 INFO (zkCallback-5442-thread-1-processing-n:127.0.0.1:36873_solr) [n:127.0.0.1:36873_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36873_solr
[junit4] 2> 3217896 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@dbd6de{/solr,null,UNAVAILABLE}
[junit4] 2> 3217897 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3217897 INFO (zkCallback-5442-thread-1-processing-n:127.0.0.1:36873_solr) [n:127.0.0.1:36873_solr ] o.a.s.c.Overseer Overseer (id=72083722823794693-127.0.0.1:36873_solr-n_0000000001) starting
[junit4] 2> 3217899 INFO (zkCallback-5472-thread-1-processing-n:127.0.0.1:34813_solr) [n:127.0.0.1:34813_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (6)
[junit4] 2> 3217901 DEBUG (OverseerAutoScalingTriggerThread-72083722823794693-127.0.0.1:36873_solr-n_0000000001) [n:127.0.0.1:36873_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 3217901 DEBUG (OverseerAutoScalingTriggerThread-72083722823794693-127.0.0.1:36873_solr-n_0000000001) [n:127.0.0.1:36873_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 3217902 DEBUG (OverseerAutoScalingTriggerThread-72083722823794693-127.0.0.1:36873_solr-n_0000000001) [n:127.0.0.1:36873_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:36873_solr, 127.0.0.1:46831_solr, 127.0.0.1:35571_solr, 127.0.0.1:39991_solr, 127.0.0.1:45917_solr, 127.0.0.1:34813_solr]
[junit4] 2> 3217902 DEBUG (OverseerAutoScalingTriggerThread-72083722823794693-127.0.0.1:36873_solr-n_0000000001) [n:127.0.0.1:36873_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion -1
[junit4] 2> 3217902 DEBUG (OverseerAutoScalingTriggerThread-72083722823794693-127.0.0.1:36873_solr-n_0000000001) [n:127.0.0.1:36873_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 3217903 DEBUG (OverseerAutoScalingTriggerThread-72083722823794693-127.0.0.1:36873_solr-n_0000000001) [n:127.0.0.1:36873_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3217903 DEBUG (OverseerAutoScalingTriggerThread-72083722823794693-127.0.0.1:36873_solr-n_0000000001) [n:127.0.0.1:36873_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 3217904 DEBUG (ScheduledTrigger-6170-thread-1) [n:127.0.0.1:36873_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 6
[junit4] 2> 3218904 DEBUG (ScheduledTrigger-6170-thread-1) [n:127.0.0.1:36873_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 6
[junit4] 2> 3219905 DEBUG (ScheduledTrigger-6170-thread-2) [n:127.0.0.1:36873_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 6
[junit4] 2> 3220906 DEBUG (ScheduledTrigger-6170-thread-1) [n:127.0.0.1:36873_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 6
[junit4] 2> 3221906 DEBUG (ScheduledTrigger-6170-thread-1) [n:127.0.0.1:36873_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 6
[junit4] 2> 3222900 INFO (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[27CFDBB771336836]) [ ] o.a.s.c.a.TriggerIntegrationTest ====== ADD TRIGGERS
[junit4] 2> 3222915 DEBUG (ScheduledTrigger-6170-thread-1) [n:127.0.0.1:36873_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 6
[junit4] 2> 3222922 INFO (qtp3140532-27099) [n:127.0.0.1:34813_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3222988 INFO (qtp31132773-27152) [n:127.0.0.1:35571_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3222991 INFO (qtp7392081-27008) [n:127.0.0.1:36873_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3223056 INFO (qtp7069981-27128) [n:127.0.0.1:39991_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3223120 INFO (qtp19776162-27177) [n:127.0.0.1:45917_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3223124 INFO (qtp26917815-27077) [n:127.0.0.1:46831_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3223124 DEBUG (qtp3140532-27103) [n:127.0.0.1:34813_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3223125 INFO (qtp3140532-27103) [n:127.0.0.1:34813_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=206
[junit4] 2> 3223126 DEBUG (zkCallback-5442-thread-1-processing-n:127.0.0.1:36873_solr) [n:127.0.0.1:36873_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9
[junit4] 2> 3223127 DEBUG (zkCallback-5442-thread-1-processing-n:127.0.0.1:36873_solr) [n:127.0.0.1:36873_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:36873_solr, 127.0.0.1:46831_solr, 127.0.0.1:35571_solr, 127.0.0.1:39991_solr, 127.0.0.1:45917_solr, 127.0.0.1:34813_solr]
[junit4] 2> 3223127 DEBUG (zkCallback-5442-thread-1-processing-n:127.0.0.1:36873_solr) [n:127.0.0.1:36873_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerMR instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventMarkerAction}], enabled=true}
[junit4] 2> 3223127 DEBUG (zkCallback-5442-thread-1-processing-n:127.0.0.1:36873_solr) [n:127.0.0.1:36873_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:36873_solr, 127.0.0.1:46831_solr, 127.0.0.1:35571_solr, 127.0.0.1:39991_solr, 127.0.0.1:45917_solr, 127.0.0.1:34813_solr]
[junit4] 2> 3223127 DEBUG (OverseerAutoScalingTriggerThread-72083722823794693-127.0.0.1:36873_solr-n_0000000001) [n:127.0.0.1:36873_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
[junit4] 2> 3223129 INFO (OverseerAutoScalingTriggerThread-72083722823794693-127.0.0.1:36873_solr-n_0000000001) [n:127.0.0.1:36873_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventMarkerAction init
[junit4] 2> 3223130 DEBUG (OverseerAutoScalingTriggerThread-72083722823794693-127.0.0.1:36873_solr-n_0000000001) [n:127.0.0.1:36873_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9
[junit4] 2> 3223130 DEBUG (ScheduledTrigger-6170-thread-3) [n:127.0.0.1:36873_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerMR
[junit4] 2> 3223130 DEBUG (ScheduledTrigger-6170-thread-3) [n:127.0.0.1:36873_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 6
[junit4] 2> 3223134 INFO (qtp3140532-27099) [n:127.0.0.1:34813_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3223137 INFO (qtp31132773-27149) [n:127.0.0.1:35571_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3223139 INFO (qtp7392081-26999) [n:127.0.0.1:36873_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3223142 INFO (qtp7069981-27129) [n:127.0.0.1:39991_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3223145 INFO (qtp19776162-27178) [n:127.0.0.1:45917_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3223148 INFO (qtp26917815-27072) [n:127.0.0.1:46831_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3223149 DEBUG (qtp31132773-27153) [n:127.0.0.1:35571_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3223149 INFO (qtp31132773-27153) [n:127.0.0.1:35571_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=19
[junit4] 2> 3223150 DEBUG (zkCallback-5442-thread-1-processing-n:127.0.0.1:36873_solr) [n:127.0.0.1:36873_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 10
[junit4] 2> 3223150 DEBUG (zkCallback-5442-thread-1-processing-n:127.0.0.1:36873_solr) [n:127.0.0.1:36873_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:36873_solr, 127.0.
[...truncated too long message...]
jetty-closer-5427-thread-8) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3365034 INFO (coreCloseExecutor-6345-thread-1) [n:127.0.0.1:37815_solr c:collection1 s:shard1 r:core_node12 x:collection1_shard1_replica_n11] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=14879240
[junit4] 2> 3365035 INFO (coreCloseExecutor-6347-thread-1) [n:127.0.0.1:37595_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=19429935
[junit4] 2> 3365039 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10017c395000036, likely client has closed socket
[junit4] 2> 3365039 INFO (jetty-closer-5427-thread-9) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@defc8f{/solr,null,UNAVAILABLE}
[junit4] 2> 3365039 INFO (jetty-closer-5427-thread-9) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3365040 INFO (jetty-closer-5427-thread-10) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5d0eb4{/solr,null,UNAVAILABLE}
[junit4] 2> 3365040 INFO (jetty-closer-5427-thread-10) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3365040 INFO (jetty-closer-5427-thread-11) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@d9ed24{/solr,null,UNAVAILABLE}
[junit4] 2> 3365040 INFO (jetty-closer-5427-thread-11) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3365044 INFO (coreCloseExecutor-6343-thread-2) [n:127.0.0.1:45041_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=7977802
[junit4] 2> 3365044 INFO (coreCloseExecutor-6343-thread-1) [n:127.0.0.1:45041_solr c:testMetricTrigger s:shard1 r:core_node6 x:testMetricTrigger_shard1_replica_n5] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testMetricTrigger.shard1.leader, tag=4894471
[junit4] 2> 3365046 INFO (jetty-closer-5427-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@56ef5b{/solr,null,UNAVAILABLE}
[junit4] 2> 3365046 INFO (jetty-closer-5427-thread-4) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3366469 WARN (zkCallback-5639-thread-2-processing-n:127.0.0.1:38163_solr) [n:127.0.0.1:38163_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 3366470 INFO (jetty-closer-5427-thread-12) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@15baea8{/solr,null,UNAVAILABLE}
[junit4] 2> 3366470 INFO (jetty-closer-5427-thread-12) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3366533 INFO (jetty-closer-5427-thread-5) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@cfde73{/solr,null,UNAVAILABLE}
[junit4] 2> 3366533 INFO (jetty-closer-5427-thread-5) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3366534 ERROR (SUITE-TriggerIntegrationTest-seed#[27CFDBB771336836]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3366534 INFO (SUITE-TriggerIntegrationTest-seed#[27CFDBB771336836]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37061 37061
[junit4] 2> 3366893 INFO (Thread-7312) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37061 37061
[junit4] 2> 3366894 WARN (Thread-7312) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 44 /solr/collections/collection1/terms/shard1
[junit4] 2> 21 /solr/aliases.json
[junit4] 2> 20 /solr/security.json
[junit4] 2> 11 /solr/configs/conf
[junit4] 2> 10 /solr/collections/testMetricTrigger/terms/shard1
[junit4] 2> 2 /solr/collections/testMetricTrigger/terms/shard2
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 131 /solr/collections/collection1/state.json
[junit4] 2> 40 /solr/collections/testMetricTrigger/state.json
[junit4] 2> 21 /solr/clusterprops.json
[junit4] 2> 21 /solr/clusterstate.json
[junit4] 2> 6 /solr/autoscaling.json
[junit4] 2> 3 /solr/overseer_elect/election/72083722823794733-127.0.0.1:43923_solr-n_0000000013
[junit4] 2> 3 /solr/overseer_elect/election/72083722823794720-127.0.0.1:46479_solr-n_0000000009
[junit4] 2> 3 /solr/overseer_elect/election/72083722823794717-127.0.0.1:45041_solr-n_0000000008
[junit4] 2> 2 /solr/overseer_elect/election/72083722823794723-127.0.0.1:43773_solr-n_0000000010
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72083722823794729-core_node8-n_0000000003
[junit4] 2> 2 /solr/overseer_elect/election/72083722823794711-127.0.0.1:45917_solr-n_0000000006
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72083722823794748-core_node6-n_0000000002
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 21 /solr/live_nodes
[junit4] 2> 21 /solr/collections
[junit4] 2> 6 /solr/overseer/queue-work
[junit4] 2> 6 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 6 /solr/overseer/queue
[junit4] 2> 6 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/autoscaling/events/node_lost_triggerMR
[junit4] 2> 2 /solr/autoscaling/events/node_added_triggerCTOOR
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_27CFDBB771336836-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=PostingsFormat(name=Memory), x_s=Lucene50(blocksize=128)}, docValues:{_version_=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=514, maxMBSortInHeap=7.115539794668818, sim=RandomSimilarity(queryNorm=false): {}, locale=ar-SD, timezone=America/Paramaribo
[junit4] 2> NOTE: Linux 4.13.0-32-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=189149792,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [SolrRequestParserTest, TestGroupingSearch, TestNonDefinedSimilarityFactory, TestComputePlanAction, OverseerModifyCollectionTest, TestSolrConfigHandlerConcurrent, TestUniqueKeyFieldResource, OverseerTaskQueueTest, TestWriterPerf, TestCSVLoader, SimpleMLTQParserTest, TestCSVResponseWriter, AutoAddReplicasIntegrationTest, ChaosMonkeyNothingIsSafeTest, ZkStateReaderTest, HttpTriggerListenerTest, SubstringBytesRefFilterTest, TestSQLHandler, ParsingFieldUpdateProcessorsTest, V2StandaloneTest, HdfsBasicDistributedZk2Test, TestCollectionAPI, TestConfigSets, TestSolrCoreParser, TestPointFields, TestCloudRecovery, TestScoreJoinQPScore, TestFieldCollectionResource, FacetPivotSmallTest, TestStressInPlaceUpdates, TestSolrDeletionPolicy1, StatsComponentTest, TestConfigSetsAPI, SolrCLIZkUtilsTest, OpenCloseCoreStressTest, DistributedFacetExistsSmallTest, TestDelegationWithHadoopAuth, JavabinLoaderTest, TemplateUpdateProcessorTest, HdfsThreadLeakTest, TestStreamBody, HighlighterConfigTest, TestLuceneIndexBackCompat, SparseHLLTest, DistributedTermsComponentTest, SuggestComponentTest, MBeansHandlerTest, ConcurrentCreateRoutedAliasTest, HdfsWriteToMultipleCollectionsTest, TestOmitPositions, TestCollectionAPIs, JSONWriterTest, TestCollationField, HdfsRecoveryZkTest, TestHighlightDedupGrouping, TolerantUpdateProcessorTest, CollectionReloadTest, TestConfig, TestMergePolicyConfig, TestSolrQueryParser, TestSolrCloudWithKerberosAlt, BasicAuthStandaloneTest, TestCrossCoreJoin, TestWordDelimiterFilterFactory, TestDocTermOrds, TestReplicationHandlerBackup, SegmentsInfoRequestHandlerTest, TestRandomCollapseQParserPlugin, TestZkAclsWithHadoopAuth, TestExtendedDismaxParser, TestGraphMLResponseWriter, DebugComponentTest, RAMDirectoryFactoryTest, RemoteQueryErrorTest, TestDistributedSearch, TestCustomDocTransformer, TestPayloadCheckQParserPlugin, TestSchemaSimilarityResource, TestRTimerTree, TestLeaderElectionZkExpiry, NumberUtilsTest, TestIBSimilarityFactory, TestComponentsName, TestDefaultStatsCache, TestHighFrequencyDictionaryFactory, MissingSegmentRecoveryTest, TestMiniSolrCloudClusterSSL, CloneFieldUpdateProcessorFactoryTest, SolrJmxReporterCloudTest, TestAuthenticationFramework, MoveReplicaTest, ZkSolrClientTest, TestCopyFieldCollectionResource, ShufflingReplicaListTransformerTest, HdfsCollectionsAPIDistributedZkTest, TestRecoveryHdfs, UUIDFieldTest, TestLocalFSCloudBackupRestore, FieldAnalysisRequestHandlerTest, TestTolerantUpdateProcessorCloud, LeaderInitiatedRecoveryOnShardRestartTest, SynonymTokenizerTest, CoreSorterTest, ZkNodePropsTest, TestCryptoKeys, TestSortableTextField, TestEmbeddedSolrServerSchemaAPI, TestXmlQParserPlugin, TestLegacyNumericUtils, TlogReplayBufferedWhileIndexingTest, CheckHdfsIndexTest, DeleteLastCustomShardedReplicaTest, TestDocSet, UtilsToolTest, TestHashPartitioner, DocumentAnalysisRequestHandlerTest, TestFieldTypeResource, SolrIndexConfigTest, TestGenericDistributedQueue, DeleteShardTest, TestStressUserVersions, TestPolicyCloud, BigEndianAscendingWordSerializerTest, CdcrBootstrapTest, BasicDistributedZkTest, ZkShardTermsTest, CollectionsAPIAsyncDistributedZkTest, TestCollectionsAPIViaSolrCloudCluster, AutoAddReplicasPlanActionTest, ComputePlanActionTest, TriggerIntegrationTest]
[junit4] Completed [626/774 (1!)] on J0 in 203.55s, 14 tests, 1 failure <<< FAILURES!
[...truncated 44468 lines...]
[JENKINS] Lucene-Solr-7.x-Linux (32bit/jdk1.8.0_144) - Build # 1285
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1285/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseSerialGC
3 tests failed.
FAILED: org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testTriangularDistribution
Error Message:
expected:<29.471009852526997> but was:<30.0>
Stack Trace:
java.lang.AssertionError: expected:<29.471009852526997> but was:<30.0>
at __randomizedtesting.SeedInfo.seed([9CC783B1E6EFD98F:83CBC81DE29269E]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:443)
at org.junit.Assert.assertEquals(Assert.java:512)
at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testTriangularDistribution(StreamExpressionTest.java:8555)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.ReplaceNodeNoTargetTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([88F22FFF5E2E4278:A61025F0D22F80]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.ReplaceNodeNoTargetTest.test(ReplaceNodeNoTargetTest.java:92)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([88F22FFF5E2E4278:32FE187001C69437]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.junit.Assert.assertNull(Assert.java:562)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger(TriggerIntegrationTest.java:1575)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12472 lines...]
[junit4] Suite: org.apache.solr.cloud.ReplaceNodeNoTargetTest
[junit4] 2> 796343 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[88F22FFF5E2E4278]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_88F22FFF5E2E4278-001/init-core-data-001
[junit4] 2> 796343 WARN (SUITE-ReplaceNodeNoTargetTest-seed#[88F22FFF5E2E4278]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=6 numCloses=6
[junit4] 2> 796344 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[88F22FFF5E2E4278]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 796345 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[88F22FFF5E2E4278]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 796345 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[88F22FFF5E2E4278]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 6 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_88F22FFF5E2E4278-001/tempDir-001
[junit4] 2> 796345 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[88F22FFF5E2E4278]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 796345 INFO (Thread-2424) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 796345 INFO (Thread-2424) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 796347 ERROR (Thread-2424) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 796446 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[88F22FFF5E2E4278]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:35689
[junit4] 2> 796447 INFO (zkConnectionManagerCallback-1855-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 796451 INFO (jetty-launcher-1852-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 796451 INFO (jetty-launcher-1852-thread-6) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 796451 INFO (jetty-launcher-1852-thread-5) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 796452 INFO (jetty-launcher-1852-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 796452 INFO (jetty-launcher-1852-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 796452 INFO (jetty-launcher-1852-thread-4) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 796459 INFO (jetty-launcher-1852-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 796459 INFO (jetty-launcher-1852-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 796459 INFO (jetty-launcher-1852-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 796459 INFO (jetty-launcher-1852-thread-6) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 796459 INFO (jetty-launcher-1852-thread-6) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 796459 INFO (jetty-launcher-1852-thread-6) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 796459 INFO (jetty-launcher-1852-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7d255f{/solr,null,AVAILABLE}
[junit4] 2> 796460 INFO (jetty-launcher-1852-thread-6) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@17f17d{/solr,null,AVAILABLE}
[junit4] 2> 796460 INFO (jetty-launcher-1852-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 796460 INFO (jetty-launcher-1852-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 796460 INFO (jetty-launcher-1852-thread-5) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 796460 INFO (jetty-launcher-1852-thread-3) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 796460 INFO (jetty-launcher-1852-thread-5) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 796460 INFO (jetty-launcher-1852-thread-5) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 796460 INFO (jetty-launcher-1852-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@10b87c{/solr,null,AVAILABLE}
[junit4] 2> 796460 INFO (jetty-launcher-1852-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@640cbf{/solr,null,AVAILABLE}
[junit4] 2> 796461 INFO (jetty-launcher-1852-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 796461 INFO (jetty-launcher-1852-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 796461 INFO (jetty-launcher-1852-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1201289{SSL,[ssl, http/1.1]}{127.0.0.1:46607}
[junit4] 2> 796461 INFO (jetty-launcher-1852-thread-2) [ ] o.e.j.s.Server Started @797921ms
[junit4] 2> 796461 INFO (jetty-launcher-1852-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46607}
[junit4] 2> 796461 ERROR (jetty-launcher-1852-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 796461 INFO (jetty-launcher-1852-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 796461 INFO (jetty-launcher-1852-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 796461 INFO (jetty-launcher-1852-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 796461 INFO (jetty-launcher-1852-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-03T01:04:13.308Z
[junit4] 2> 796462 INFO (jetty-launcher-1852-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 796462 INFO (jetty-launcher-1852-thread-6) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7d6864{SSL,[ssl, http/1.1]}{127.0.0.1:45883}
[junit4] 2> 796462 INFO (jetty-launcher-1852-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 796462 INFO (jetty-launcher-1852-thread-6) [ ] o.e.j.s.Server Started @797923ms
[junit4] 2> 796462 INFO (jetty-launcher-1852-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 796462 INFO (jetty-launcher-1852-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45883}
[junit4] 2> 796462 INFO (jetty-launcher-1852-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@e1cb32{SSL,[ssl, http/1.1]}{127.0.0.1:44379}
[junit4] 2> 796462 INFO (jetty-launcher-1852-thread-4) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 796462 INFO (jetty-launcher-1852-thread-3) [ ] o.e.j.s.Server Started @797923ms
[junit4] 2> 796462 INFO (jetty-launcher-1852-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44379}
[junit4] 2> 796462 INFO (jetty-launcher-1852-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@da4b57{SSL,[ssl, http/1.1]}{127.0.0.1:34593}
[junit4] 2> 796462 ERROR (jetty-launcher-1852-thread-6) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 796462 ERROR (jetty-launcher-1852-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 796463 INFO (jetty-launcher-1852-thread-6) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 796463 INFO (jetty-launcher-1852-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 796463 INFO (jetty-launcher-1852-thread-6) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 796463 INFO (jetty-launcher-1852-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 796463 INFO (jetty-launcher-1852-thread-6) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 796463 INFO (jetty-launcher-1852-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 796463 INFO (jetty-launcher-1852-thread-6) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-03T01:04:13.310Z
[junit4] 2> 796463 INFO (jetty-launcher-1852-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-03T01:04:13.310Z
[junit4] 2> 796462 INFO (jetty-launcher-1852-thread-5) [ ] o.e.j.s.Server Started @797923ms
[junit4] 2> 796463 INFO (jetty-launcher-1852-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34593}
[junit4] 2> 796463 ERROR (jetty-launcher-1852-thread-5) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 796463 INFO (jetty-launcher-1852-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 796463 INFO (jetty-launcher-1852-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@adadb9{/solr,null,AVAILABLE}
[junit4] 2> 796463 INFO (jetty-launcher-1852-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@900afb{/solr,null,AVAILABLE}
[junit4] 2> 796463 INFO (zkConnectionManagerCallback-1857-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 796464 INFO (jetty-launcher-1852-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@9e6d35{SSL,[ssl, http/1.1]}{127.0.0.1:33451}
[junit4] 2> 796463 INFO (jetty-launcher-1852-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 796464 INFO (jetty-launcher-1852-thread-4) [ ] o.e.j.s.Server Started @797924ms
[junit4] 2> 796464 INFO (jetty-launcher-1852-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 796464 INFO (jetty-launcher-1852-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33451}
[junit4] 2> 796464 INFO (zkConnectionManagerCallback-1860-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 796464 INFO (jetty-launcher-1852-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 796464 INFO (jetty-launcher-1852-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-03T01:04:13.311Z
[junit4] 2> 796464 INFO (zkConnectionManagerCallback-1861-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 796464 INFO (jetty-launcher-1852-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@a44c0f{SSL,[ssl, http/1.1]}{127.0.0.1:37741}
[junit4] 2> 796464 ERROR (jetty-launcher-1852-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 796464 INFO (jetty-launcher-1852-thread-1) [ ] o.e.j.s.Server Started @797924ms
[junit4] 2> 796464 INFO (jetty-launcher-1852-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37741}
[junit4] 2> 796464 INFO (jetty-launcher-1852-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 796464 INFO (jetty-launcher-1852-thread-6) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 796464 INFO (jetty-launcher-1852-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 796464 INFO (jetty-launcher-1852-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 796464 ERROR (jetty-launcher-1852-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 796464 INFO (jetty-launcher-1852-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 796464 INFO (jetty-launcher-1852-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-03T01:04:13.311Z
[junit4] 2> 796464 INFO (jetty-launcher-1852-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 796464 INFO (jetty-launcher-1852-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 796464 INFO (jetty-launcher-1852-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 796464 INFO (jetty-launcher-1852-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-03T01:04:13.311Z
[junit4] 2> 796465 INFO (zkConnectionManagerCallback-1863-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 796465 INFO (zkConnectionManagerCallback-1865-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 796465 INFO (jetty-launcher-1852-thread-5) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 796465 INFO (zkConnectionManagerCallback-1867-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 796465 INFO (jetty-launcher-1852-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 796465 INFO (jetty-launcher-1852-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 796478 INFO (jetty-launcher-1852-thread-6) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35689/solr
[junit4] 2> 796479 INFO (jetty-launcher-1852-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35689/solr
[junit4] 2> 796479 INFO (jetty-launcher-1852-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35689/solr
[junit4] 2> 796479 INFO (jetty-launcher-1852-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35689/solr
[junit4] 2> 796479 INFO (jetty-launcher-1852-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35689/solr
[junit4] 2> 796479 INFO (jetty-launcher-1852-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35689/solr
[junit4] 2> 796479 INFO (zkConnectionManagerCallback-1887-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 796479 INFO (zkConnectionManagerCallback-1891-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 796479 INFO (zkConnectionManagerCallback-1880-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 796479 INFO (zkConnectionManagerCallback-1883-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 796480 INFO (zkConnectionManagerCallback-1889-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 796480 INFO (zkConnectionManagerCallback-1885-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 796480 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10016d452ff000b, likely client has closed socket
[junit4] 2> 796480 INFO (zkConnectionManagerCallback-1894-thread-1-processing-n:127.0.0.1:46607_solr) [n:127.0.0.1:46607_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 796483 INFO (zkConnectionManagerCallback-1901-thread-1-processing-n:127.0.0.1:37741_solr) [n:127.0.0.1:37741_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 796483 INFO (zkConnectionManagerCallback-1897-thread-1-processing-n:127.0.0.1:45883_solr) [n:127.0.0.1:45883_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 796487 INFO (zkConnectionManagerCallback-1899-thread-1-processing-n:127.0.0.1:34593_solr) [n:127.0.0.1:34593_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 796490 INFO (zkConnectionManagerCallback-1903-thread-1-processing-n:127.0.0.1:33451_solr) [n:127.0.0.1:33451_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 796490 INFO (zkConnectionManagerCallback-1895-thread-1-processing-n:127.0.0.1:44379_solr) [n:127.0.0.1:44379_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 796492 INFO (jetty-launcher-1852-thread-5) [n:127.0.0.1:34593_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 796492 INFO (jetty-launcher-1852-thread-5) [n:127.0.0.1:34593_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34593_solr
[junit4] 2> 796493 INFO (jetty-launcher-1852-thread-5) [n:127.0.0.1:34593_solr ] o.a.s.c.Overseer Overseer (id=72082695219249168-127.0.0.1:34593_solr-n_0000000000) starting
[junit4] 2> 796495 INFO (jetty-launcher-1852-thread-3) [n:127.0.0.1:44379_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 796495 INFO (jetty-launcher-1852-thread-4) [n:127.0.0.1:33451_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 796496 INFO (jetty-launcher-1852-thread-4) [n:127.0.0.1:33451_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33451_solr
[junit4] 2> 796496 INFO (jetty-launcher-1852-thread-3) [n:127.0.0.1:44379_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44379_solr
[junit4] 2> 796497 INFO (zkCallback-1898-thread-1-processing-n:127.0.0.1:34593_solr) [n:127.0.0.1:34593_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 796497 INFO (zkCallback-1893-thread-1-processing-n:127.0.0.1:44379_solr) [n:127.0.0.1:44379_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 796502 INFO (zkCallback-1902-thread-1-processing-n:127.0.0.1:33451_solr) [n:127.0.0.1:33451_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 796502 INFO (jetty-launcher-1852-thread-5) [n:127.0.0.1:34593_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34593_solr
[junit4] 2> 796503 INFO (zkCallback-1893-thread-1-processing-n:127.0.0.1:44379_solr) [n:127.0.0.1:44379_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 796503 INFO (zkCallback-1902-thread-1-processing-n:127.0.0.1:33451_solr) [n:127.0.0.1:33451_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 796503 INFO (zkCallback-1898-thread-1-processing-n:127.0.0.1:34593_solr) [n:127.0.0.1:34593_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 796524 INFO (jetty-launcher-1852-thread-1) [n:127.0.0.1:37741_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 796524 INFO (jetty-launcher-1852-thread-6) [n:127.0.0.1:45883_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 796525 INFO (jetty-launcher-1852-thread-1) [n:127.0.0.1:37741_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 796525 INFO (jetty-launcher-1852-thread-6) [n:127.0.0.1:45883_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 796525 INFO (jetty-launcher-1852-thread-2) [n:127.0.0.1:46607_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 796526 INFO (jetty-launcher-1852-thread-1) [n:127.0.0.1:37741_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37741_solr
[junit4] 2> 796526 INFO (jetty-launcher-1852-thread-6) [n:127.0.0.1:45883_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45883_solr
[junit4] 2> 796526 INFO (zkCallback-1898-thread-1-processing-n:127.0.0.1:34593_solr) [n:127.0.0.1:34593_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (5)
[junit4] 2> 796526 INFO (zkCallback-1893-thread-1-processing-n:127.0.0.1:44379_solr) [n:127.0.0.1:44379_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (5)
[junit4] 2> 796526 INFO (zkCallback-1902-thread-1-processing-n:127.0.0.1:33451_solr) [n:127.0.0.1:33451_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (5)
[junit4] 2> 796531 INFO (jetty-launcher-1852-thread-2) [n:127.0.0.1:46607_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 796532 INFO (jetty-launcher-1852-thread-2) [n:127.0.0.1:46607_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46607_solr
[junit4] 2> 796533 INFO (zkCallback-1898-thread-1-processing-n:127.0.0.1:34593_solr) [n:127.0.0.1:34593_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 796533 INFO (zkCallback-1893-thread-1-processing-n:127.0.0.1:44379_solr) [n:127.0.0.1:44379_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 796533 INFO (zkCallback-1902-thread-1-processing-n:127.0.0.1:33451_solr) [n:127.0.0.1:33451_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 796555 INFO (zkCallback-1896-thread-1-processing-n:127.0.0.1:45883_solr) [n:127.0.0.1:45883_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (6)
[junit4] 2> 796555 INFO (zkCallback-1900-thread-1-processing-n:127.0.0.1:37741_solr) [n:127.0.0.1:37741_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (6)
[junit4] 2> 796557 INFO (zkCallback-1892-thread-1-processing-n:127.0.0.1:46607_solr) [n:127.0.0.1:46607_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (6)
[junit4] 2> 796590 INFO (jetty-launcher-1852-thread-3) [n:127.0.0.1:44379_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44379.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55272f
[junit4] 2> 796591 INFO (jetty-launcher-1852-thread-6) [n:127.0.0.1:45883_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45883.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55272f
[junit4] 2> 796595 INFO (jetty-launcher-1852-thread-3) [n:127.0.0.1:44379_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44379.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55272f
[junit4] 2> 796595 INFO (jetty-launcher-1852-thread-3) [n:127.0.0.1:44379_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44379.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55272f
[junit4] 2> 796596 INFO (jetty-launcher-1852-thread-3) [n:127.0.0.1:44379_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_88F22FFF5E2E4278-001/tempDir-001/node3/.
[junit4] 2> 796599 INFO (jetty-launcher-1852-thread-6) [n:127.0.0.1:45883_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45883.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55272f
[junit4] 2> 796599 INFO (jetty-launcher-1852-thread-6) [n:127.0.0.1:45883_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45883.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55272f
[junit4] 2> 796600 INFO (jetty-launcher-1852-thread-6) [n:127.0.0.1:45883_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_88F22FFF5E2E4278-001/tempDir-001/node6/.
[junit4] 2> 796635 INFO (jetty-launcher-1852-thread-4) [n:127.0.0.1:33451_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33451.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55272f
[junit4] 2> 796636 INFO (jetty-launcher-1852-thread-2) [n:127.0.0.1:46607_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46607.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55272f
[junit4] 2> 796642 INFO (jetty-launcher-1852-thread-2) [n:127.0.0.1:46607_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46607.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55272f
[junit4] 2> 796642 INFO (jetty-launcher-1852-thread-2) [n:127.0.0.1:46607_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46607.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55272f
[junit4] 2> 796643 INFO (jetty-launcher-1852-thread-2) [n:127.0.0.1:46607_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_88F22FFF5E2E4278-001/tempDir-001/node2/.
[junit4] 2> 796643 INFO (jetty-launcher-1852-thread-4) [n:127.0.0.1:33451_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33451.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55272f
[junit4] 2> 796643 INFO (jetty-launcher-1852-thread-4) [n:127.0.0.1:33451_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33451.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55272f
[junit4] 2> 796644 INFO (jetty-launcher-1852-thread-4) [n:127.0.0.1:33451_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_88F22FFF5E2E4278-001/tempDir-001/node4/.
[junit4] 2> 796682 INFO (jetty-launcher-1852-thread-5) [n:127.0.0.1:34593_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34593.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55272f
[junit4] 2> 796689 INFO (jetty-launcher-1852-thread-5) [n:127.0.0.1:34593_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34593.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55272f
[junit4] 2> 796689 INFO (jetty-launcher-1852-thread-5) [n:127.0.0.1:34593_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34593.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55272f
[junit4] 2> 796690 INFO (jetty-launcher-1852-thread-5) [n:127.0.0.1:34593_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_88F22FFF5E2E4278-001/tempDir-001/node5/.
[junit4] 2> 796842 INFO (jetty-launcher-1852-thread-1) [n:127.0.0.1:37741_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37741.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55272f
[junit4] 2> 796848 INFO (jetty-launcher-1852-thread-1) [n:127.0.0.1:37741_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37741.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55272f
[junit4] 2> 796848 INFO (jetty-launcher-1852-thread-1) [n:127.0.0.1:37741_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37741.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55272f
[junit4] 2> 796848 INFO (jetty-launcher-1852-thread-1) [n:127.0.0.1:37741_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_88F22FFF5E2E4278-001/tempDir-001/node1/.
[junit4] 2> 796886 INFO (zkConnectionManagerCallback-1917-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 796889 INFO (zkConnectionManagerCallback-1921-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 796890 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[88F22FFF5E2E4278]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (6)
[junit4] 2> 796890 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[88F22FFF5E2E4278]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35689/solr ready
[junit4] 2> 796915 INFO (TEST-ReplaceNodeNoTargetTest.test-seed#[88F22FFF5E2E4278]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 796916 INFO (zkConnectionManagerCallback-1923-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 796917 INFO (TEST-ReplaceNodeNoTargetTest.test-seed#[88F22FFF5E2E4278]) [ ] o.a.s.c.ReplaceNodeNoTargetTest total_jettys: 6
[junit4] 2> 797000 INFO (qtp15965880-8888) [n:127.0.0.1:33451_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 797003 INFO (qtp19619916-8854) [n:127.0.0.1:34593_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 797045 INFO (qtp15725881-8895) [n:127.0.0.1:37741_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 797093 INFO (qtp10177616-8885) [n:127.0.0.1:44379_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 797128 INFO (qtp29972667-8862) [n:127.0.0.1:45883_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 797166 INFO (qtp30319836-8869) [n:127.0.0.1:46607_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 797167 INFO (qtp19619916-8887) [n:127.0.0.1:34593_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=215
[junit4] 2> 797168 INFO (qtp19619916-8896) [n:127.0.0.1:34593_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=2&collection.configName=conf1&name=replacenodetest_coll_notarget&nrtReplicas=2&action=CREATE&numShards=5&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 797169 INFO (OverseerThreadFactory-3768-thread-1-processing-n:127.0.0.1:34593_solr) [n:127.0.0.1:34593_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection replacenodetest_coll_notarget
[junit4] 2> 797171 INFO (qtp15965880-8899) [n:127.0.0.1:33451_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 797171 INFO (qtp19619916-8893) [n:127.0.0.1:34593_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 797172 INFO (qtp15725881-8901) [n:127.0.0.1:37741_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 797173 INFO (qtp10177616-8894) [n:127.0.0.1:44379_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 797174 INFO (qtp29972667-8876) [n:127.0.0.1:45883_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 797175 INFO (qtp30319836-8874) [n:127.0.0.1:46607_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 797180 INFO (OverseerThreadFactory-3768-thread-1-processing-n:127.0.0.1:34593_solr) [n:127.0.0.1:34593_solr ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 383014465 sessionWrapper.createTime 383014459993593, this.sessionWrapper.createTime 383014459993593
[junit4] 2> 797286 INFO (OverseerStateUpdate-72082695219249168-127.0.0.1:34593_solr-n_0000000000) [n:127.0.0.1:34593_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:46607/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 797287 INFO (OverseerStateUpdate-72082695219249168-127.0.0.1:34593_solr-n_0000000000) [n:127.0.0.1:34593_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:45883/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 797288 INFO (OverseerStateUpdate-72082695219249168-127.0.0.1:34593_solr-n_0000000000) [n:127.0.0.1:34593_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:44379/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 797289 INFO (OverseerStateUpdate-72082695219249168-127.0.0.1:34593_solr-n_0000000000) [n:127.0.0.1:34593_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:37741/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 797289 INFO (OverseerStateUpdate-72082695219249168-127.0.0.1:34593_solr-n_0000000000) [n:127.0.0.1:34593_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard3_replica_n8",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:34593/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 797290 INFO (OverseerStateUpdate-72082695219249168-127.0.0.1:34593_solr-n_0000000000) [n:127.0.0.1:34593_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard3_replica_n10",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33451/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 797291 INFO (OverseerStateUpdate-72082695219249168-127.0.0.1:34593_solr-n_0000000000) [n:127.0.0.1:34593_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard4",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard4_replica_n12",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33451/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 797292 INFO (OverseerStateUpdate-72082695219249168-127.0.0.1:34593_solr-n_0000000000) [n:127.0.0.1:34593_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard4",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard4_replica_n14",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:34593/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 797293 INFO (OverseerStateUpdate-72082695219249168-127.0.0.1:34593_solr-n_0000000000) [n:127.0.0.1:34593_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard5",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard5_replica_n16",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:37741/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 797293 INFO (OverseerStateUpdate-72082695219249168-127.0.0.1:34593_solr-n_0000000000) [n:127.0.0.1:34593_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard5",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard5_replica_n18",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:44379/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 797498 INFO (qtp29972667-8870) [n:127.0.0.1:45883_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard1_replica_n2&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 797498 INFO (qtp30319836-8874) [n:127.0.0.1:46607_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard1_replica_n1&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 797498 INFO (qtp10177616-8886) [n:127.0.0.1:44379_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard2_replica_n4&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 797498 INFO (qtp15965880-8899) [n:127.0.0.1:33451_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node13&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard3_replica_n10&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 797499 INFO (qtp30319836-8874) [n:127.0.0.1:46607_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 797499 INFO (qtp10177616-8886) [n:127.0.0.1:44379_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 797499 INFO (qtp29972667-8870) [n:127.0.0.1:45883_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 797499 INFO (qtp15725881-8890) [n:127.0.0.1:37741_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node9&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard2_replica_n6&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 797499 INFO (qtp15965880-8899) [n:127.0.0.1:33451_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 797499 INFO (qtp15725881-8890) [n:127.0.0.1:37741_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 797499 INFO (qtp19619916-9012) [n:127.0.0.1:34593_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard3_replica_n8&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 797499 INFO (qtp19619916-9012) [n:127.0.0.1:34593_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 797500 INFO (qtp15965880-9030) [n:127.0.0.1:33451_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node15&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard4_replica_n12&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard4&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 797501 INFO (qtp10177616-8856) [n:127.0.0.1:44379_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node20&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard5_replica_n18&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard5&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 797501 INFO (qtp15725881-8875) [n:127.0.0.1:37741_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node19&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard5_replica_n16&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard5&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 797502 INFO (qtp19619916-8877) [n:127.0.0.1:34593_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node17&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard4_replica_n14&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard4&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 797604 INFO (zkCallback-1896-thread-1-processing-n:127.0.0.1:45883_solr) [n:127.0.0.1:45883_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 797604 INFO (zkCallback-1902-thread-1-processing-n:127.0.0.1:33451_solr) [n:127.0.0.1:33451_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 797604 INFO (zkCallback-1898-thread-2-processing-n:127.0.0.1:34593_solr) [n:127.0.0.1:34593_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 797604 INFO (zkCallback-1898-thread-1-processing-n:127.0.0.1:34593_solr) [n:127.0.0.1:34593_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 797605 INFO (zkCallback-1892-thread-2-processing-n:127.0.0.1:46607_solr) [n:127.0.0.1:46607_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 797604 INFO (zkCallback-1893-thread-1-processing-n:127.0.0.1:44379_solr) [n:127.0.0.1:44379_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 797604 INFO (zkCallback-1892-thread-1-processing-n:127.0.0.1:46607_solr) [n:127.0.0.1:46607_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 797604 INFO (zkCallback-1896-thread-2-processing-n:127.0.0.1:45883_solr) [n:127.0.0.1:45883_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 797604 INFO (zkCallback-1900-thread-1-processing-n:127.0.0.1:37741_solr) [n:127.0.0.1:37741_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 798510 INFO (qtp30319836-8874) [n:127.0.0.1:46607_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 798510 INFO (qtp15965880-8899) [n:127.0.0.1:33451_solr c:replacenodetest_coll_notarget s:shard3 r:core_node13 x:replacenodetest_coll_notarget_shard3_replica_n10] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 798510 INFO (qtp15965880-9030) [n:127.0.0.1:33451_solr c:replacenodetest_coll_notarget s:shard4 r:core_node15 x:replacenodetest_coll_notarget_shard4_replica_n12] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 798511 INFO (qtp10177616-8886) [n:127.0.0.1:44379_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 798529 INFO (qtp29972667-8870) [n:127.0.0.1:45883_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 798530 INFO (qtp15725881-8890) [n:127.0.0.1:37741_solr c:replacenodetest_coll_notarget s:shard2 r:core_node9 x:replacenodetest_coll_notarget_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 798730 INFO (qtp15725881-8875) [n:127.0.0.1:37741_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 798731 INFO (qtp30319836-8874) [n:127.0.0.1:46607_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard1_replica_n1] Schema name=cloud-dynamic
[junit4] 2> 798731 INFO (qtp10177616-8856) [n:127.0.0.1:44379_solr c:replacenodetest_coll_notarget s:shard5 r:core_node20 x:replacenodetest_coll_notarget_shard5_replica_n18] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 798731 INFO (qtp15965880-8899) [n:127.0.0.1:33451_solr c:replacenodetest_coll_notarget s:shard3 r:core_node13 x:replacenodetest_coll_notarget_shard3_replica_n10] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard3_replica_n10] Schema name=cloud-dynamic
[junit4] 2> 798739 INFO (qtp15725881-8890) [n:127.0.0.1:37741_solr c:replacenodetest_coll_notarget s:shard2 r:core_node9 x:replacenodetest_coll_notarget_shard2_replica_n6] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard2_replica_n6] Schema name=cloud-dynamic
[junit4] 2> 798740 INFO (qtp19619916-9012) [n:127.0.0.1:34593_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 798741 INFO (qtp29972667-8870) [n:127.0.0.1:45883_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard1_replica_n2] Schema name=cloud-dynamic
[junit4] 2> 798741 INFO (qtp19619916-8877) [n:127.0.0.1:34593_solr c:replacenodetest_coll_notarget s:shard4 r:core_node17 x:replacenodetest_coll_notarget_shard4_replica_n14] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 798750 INFO (qtp10177616-8886) [n:127.0.0.1:44379_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard2_replica_n4] Schema name=cloud-dynamic
[junit4] 2> 798750 INFO (qtp15965880-9030) [n:127.0.0.1:33451_solr c:replacenodetest_coll_notarget s:shard4 r:core_node15 x:replacenodetest_coll_notarget_shard4_replica_n12] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard4_replica_n12] Schema name=cloud-dynamic
[junit4] 2> 798763 INFO (qtp10177616-8856) [n:127.0.0.1:44379_solr c:replacenodetest_coll_notarget s:shard5 r:core_node20 x:replacenodetest_coll_notarget_shard5_replica_n18] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard5_replica_n18] Schema name=cloud-dynamic
[junit4] 2> 798764 INFO (qtp15725881-8875) [n:127.0.0.1:37741_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard5_replica_n16] Schema name=cloud-dynamic
[junit4] 2> 798789 INFO (qtp19619916-9012) [n:127.0.0.1:34593_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard3_replica_n8] Schema name=cloud-dynamic
[junit4] 2> 798797 INFO (qtp19619916-8877) [n:127.0.0.1:34593_solr c:replacenodetest_coll_notarget s:shard4 r:core_node17 x:replacenodetest_coll_notarget_shard4_replica_n14] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard4_replica_n14] Schema name=cloud-dynamic
[junit4] 2> 798829 INFO (qtp10177616-8886) [n:127.0.0.1:44379_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 798829 INFO (qtp30319836-8874) [n:127.0.0.1:46607_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 798829 INFO (qtp10177616-8886) [n:127.0.0.1:44379_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard2_replica_n4' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 798829 INFO (qtp30319836-8874) [n:127.0.0.1:46607_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard1_replica_n1' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 798838 INFO (qtp15725881-8875) [n:127.0.0.1:37741_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 798838 INFO (qtp10177616-8886) [n:127.0.0.1:44379_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44379.solr.core.replacenodetest_coll_notarget.shard2.replica_n4' (registry 'solr.core.replacenodetest_coll_notarget.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55272f
[junit4] 2> 798838 INFO (qtp30319836-8874) [n:127.0.0.1:46607_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46607.solr.core.replacenodetest_coll_notarget.shard1.replica_n1' (registry 'solr.core.replacenodetest_coll_notarget.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55272f
[junit4] 2> 798838 INFO (qtp10177616-8886) [n:127.0.0.1:44379_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 798838 INFO (qtp30319836-8874) [n:127.0.0.1:46607_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 798838 INFO (qtp10177616-8886) [n:127.0.0.1:44379_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_88F22FFF5E2E4278-001/tempDir-001/node3/replacenodetest_coll_notarget_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_88F22FFF5E2E4278-001/tempDir-001/node3/./replacenodetest_coll_notarget_shard2_replica_n4/data/]
[junit4] 2> 798839 INFO (qtp30319836-8874) [n:127.0.0.1:46607_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_88F22FFF5E2E4278-001/tempDir-001/node2/replacenodetest_coll_notarget_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_88F22FFF5E2E4278-001/tempDir-001/node2/./replacenodetest_coll_notarget_shard1_replica_n1/data/]
[junit4] 2> 798838 INFO (qtp15725881-8875) [n:127.0.0.1:37741_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard5_replica_n16' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 798841 INFO (qtp29972667-8870) [n:127.0.0.1:45883_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 798841 INFO (qtp29972667-8870) [n:127.0.0.1:45883_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard1_replica_n2' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 798841 INFO (qtp15725881-8875) [n:127.0.0.1:37741_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37741.solr.core.replacenodetest_coll_notarget.shard5.replica_n16' (registry 'solr.core.replacenodetest_coll_notarget.shard5.replica_n16') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55272f
[junit4] 2> 798841 INFO (qtp15725881-8875) [n:127.0.0.1:37741_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 798841 INFO (qtp15725881-8875) [n:127.0.0.1:37741_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard5_replica_n16] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_88F22FFF5E2E4278-001/tempDir-001/node1/replacenodetest_coll_notarget_shard5_replica_n16], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_88F22FFF5E2E4278-001/tempDir-001/node1/./replacenodetest_coll_notarget_shard5_replica_n16/data/]
[junit4] 2> 798841 INFO (qtp19619916-8877) [n:127.0.0.1:34593_solr c:replacenodetest_coll_notarget s:shard4 r:core_node17 x:replacenodetest_coll_notarget_shard4_replica_n14] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 798841 INFO (qtp19619916-8877) [n:127.0.0.1:34593_solr c:replacenodetest_coll_notarget s:shard4 r:core_node17 x:replacenodetest_coll_notarget_shard4_replica_n14] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard4_replica_n14' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 798841 INFO (qtp29972667-8870) [n:127.0.0.1:45883_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45883.solr.core.replacenodetest_coll_notarget.shard1.replica_n2' (registry 'solr.core.replacenodetest_coll_notarget.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55272f
[junit4] 2> 798841 INFO (qtp29972667-8870) [n:127.0.0.1:45883_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 798841 INFO (qtp19619916-8877) [n:127.0.0.1:34593_solr c:replacenodetest_coll_notarget s:shard4 r:core_node17 x:replacenodetest_coll_notarget_shard4_replica_n14] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34593.solr.core.replacenodetest_coll_notarget.shard4.replica_n14' (registry 'solr.core.replacenodetest_coll_notarget.shard4.replica_n14') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55272f
[junit4] 2> 798841 INFO (qtp29972667-8870) [n:127.0.0.1:45883_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_88F22FFF5E2E4278-001/tempDir-001/node6/replacenodetest_coll_notarget_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_88F22FFF5E2E4278-001/tempDir-001/node6/./replacenodetest_coll_notarget_shard1_replica_n2/data/]
[junit4] 2> 798841 INFO (qtp19619916-8877) [n:127.0.0.1:34593_solr c:replacenodetest_coll_notarget s:shard4 r:core_node17 x:replacenodetest_coll_notarget_shard4_replica_n14] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 798842 INFO (qtp19619916-8877) [n:127.0.0.1:34593_solr c:replacenodetest_coll_notarget s:shard4 r:core_node17 x:replacenodetest_coll_notarget_shard4_replica_n14] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard4_replica_n14] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_88F22FFF5E2E4278-001/tempDir-001/node5/replacenodetest_coll_notarget_shard4_replica_n14], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_88F22FFF5E2E4278-001/tempDir-001/node5/./replacenodetest_coll_notarget_shard4_replica_n14/data/]
[junit4] 2> 798844 INFO (qtp10177616-8856) [n:127.0.0.1:44379_solr c:replacenodetest_coll_notarget s:shard5 r:core_node20 x:replacenodetest_coll_notarget_shard5_replica_n18] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 798844 INFO (qtp10177616-8856) [n:127.0.0.1:44379_solr c:replacenodetest_coll_notarget s:shard5 r:core_node20 x:replacenodetest_coll_notarget_shard5_replica_n18] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard5_replica_n18' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 798844 INFO (qtp10177616-8856) [n:127.0.0.1:44379_solr c:replacenodetest_coll_notarget s:shard5 r:core_node20 x:replacenodetest_coll_notarget_shard5_replica_n18] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44379.solr.core.replacenodetest_coll_notarget.shard5.replica_n18' (registry 'solr.core.replacenodetest_coll_notarget.shard5.replica_n18') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55272f
[junit4] 2> 798844 INFO (qtp10177616-8856) [n:127.0.0.1:44379_solr c:replacenodetest_coll_notarget s:shard5 r:core_node20 x:replacenodetest_coll_notarget_shard5_replica_n18] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 798844 INFO (qtp10177616-8856) [n:127.0.0.1:44379_solr c:replacenodetest_coll_notarget s:shard5 r:core_node20 x:replacenodetest_coll_notarget_shard5_replica_n18] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard5_replica_n18] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_88F22FFF5E2E4278-001/tempDir-001/node3/replacenodetest_coll_notarget_shard5_replica_n18], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_88F22FFF5E2E4278-001/tempDir-001/node3/./replacenodetest_coll_notarget_shard5_replica_n18/data/]
[junit4] 2> 798845 INFO (qtp15965880-9030) [n:127.0.0.1:33451_solr c:replacenodetest_coll_notarget s:shard4 r:core_node15 x:replacenodetest_coll_notarget_shard4_replica_n12] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 798845 INFO (qtp15965880-9030) [n:127.0.0.1:33451_solr c:replacenodetest_coll_notarget s:shard4 r:core_node15 x:replacenodetest_coll_notarget_shard4_replica_n12] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard4_replica_n12' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 798845 INFO (qtp15965880-9030) [n:127.0.0.1:33451_solr c:replacenodetest_coll_notarget s:shard4 r:core_node15 x:replacenodetest_coll_notarget_shard4_replica_n12] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33451.solr.core.replacenodetest_coll_notarget.shard4.replica_n12' (registry 'solr.core.replacenodetest_coll_notarget.shard4.replica_n12') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55272f
[junit4] 2> 798845 INFO (qtp15965880-9030) [n:127.0.0.1:33451_solr c:replacenodetest_coll_notarget s:shard4 r:core_node15 x:replacenodetest_coll_notarget_shard4_replica_n12] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 798845 INFO (qtp15965880-9030) [n:127.0.0.1:33451_solr c:replacenodetest_coll_notarget s:shard4 r:core_node15 x:replacenodetest_coll_notarget_shard4_replica_n12] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard4_replica_n12] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_88F22FFF5E2E4278-001/tempDir-001/node4/replacenodetest_coll_notarget_shard4_replica_n12], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_88F22FFF5E2E4278-001/tempDir-001/node4/./replacenodetest_coll_notarget_shard4_replica_n12/data/]
[junit4] 2> 798847 INFO (qtp19619916-9012) [n:127.0.0.1:34593_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 798847 INFO (qtp19619916-9012) [n:127.0.0.1:34593_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard3_replica_n8' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 798847 INFO (qtp19619916-9012) [n:127.0.0.1:34593_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34593.solr.core.replacenodetest_coll_notarget.shard3.replica_n8' (registry 'solr.core.replacenodetest_coll_notarget.shard3.replica_n8') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55272f
[junit4] 2> 798848 INFO (qtp19619916-9012) [n:127.0.0.1:34593_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 798848 INFO (qtp19619916-9012) [n:127.0.0.1:34593_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard3_replica_n8] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_88F22FFF5E2E4278-001/tempDir-001/node5/replacenodetest_coll_notarget_shard3_replica_n8], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_88F22FFF5E2E4278-001/tempDir-001/node5/./replacenodetest_coll_notarget_shard3_replica_n8/data/]
[junit4] 2> 798849 INFO (qtp15725881-8890) [n:127.0.0.1:37741_solr c:replacenodetest_coll_notarget s:shard2 r:core_node9 x:replacenodetest_coll_notarget_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 798849 INFO (qtp15725881-8890) [n:127.0.0.1:37741_solr c:replacenodetest_coll_notarget s:shard2 r:core_node9 x:replacenodetest_coll_notarget_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard2_replica_n6' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 798849 INFO (qtp15725881-8890) [n:127.0.0.1:37741_solr c:replacenodetest_coll_notarget s:shard2 r:core_node9 x:replacenodetest_coll_notarget_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37741.solr.core.replacenodetest_coll_notarget.shard2.replica_n6' (registry 'solr.core.replacenodetest_coll_notarget.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55272f
[junit4] 2> 798849 INFO (qtp15725881-8890) [n:127.0.0.1:37741_solr c:replacenodetest_coll_notarget s:shard2 r:core_node9 x:replacenodetest_coll_notarget_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 798850 INFO (qtp15725881-8890) [n:127.0.0.1:37741_solr c:replacenodetest_coll_notarget s:shard2 r:core_node9 x:replacenodetest_coll_notarget_shard2_replica_n6] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_88F22FFF5E2E4278-001/tempDir-001/node1/replacenodetest_coll_notarget_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_88F22FFF5E2E4278-001/tempDir-001/node1/./replacenodetest_coll_notarget_shard2_replica_n6/data/]
[junit4] 2> 798851 INFO (qtp15965880-8899) [n:127.0.0.1:33451_solr c:replacenodetest_coll_notarget s:shard3 r:core_node13 x:replacenodetest_coll_notarget_shard3_replica_n10] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 798851 INFO (qtp15965880-8899) [n:127.0.0.1:33451_solr c:replacenodetest_coll_notarget s:shard3 r:core_node13 x:replacenodetest_coll_notarget_shard3_replica_n10] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard3_replica_n10' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 798852 INFO (qtp15965880-8899) [n:127.0.0.1:33451_solr c:replacenodetest_coll_notarget s:shard3 r:core_node13 x:replacenodetest_coll_notarget_shard3_replica_n10] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33451.solr.core.replacenodetest_coll_notarget.shard3.replica_n10' (registry 'solr.core.replacenodetest_coll_notarget.shard3.replica_n10') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55272f
[junit4] 2> 798852 INFO (qtp15965880-8899) [n:127.0.0.1:33451_solr c:replacenodetest_coll_notarget s:shard3 r:core_node13 x:replacenodetest_coll_notarget_shard3_replica_n10] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 798852 INFO (qtp15965880-8899) [n:127.0.0.1:33451_solr c:replacenodetest_coll_notarget s:shard3 r:core_node13 x:replacenodetest_coll_notarget_shard3_replica_n10] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard3_replica_n10] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_88F22FFF5E2E4278-001/tempDir-001/node4/replacenodetest_coll_notarget_shard3_replica_n10], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_88F22FFF5E2E4278-001/tempDir-001/node4/./replacenodetest_coll_notarget_shard3_replica_n10/data/]
[junit4] 2> 798946 INFO (qtp15725881-8890) [n:127.0.0.1:37741_solr c:replacenodetest_coll_notarget s:shard2 r:core_node9 x:replacenodetest_coll_notarget_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 798946 INFO (qtp15725881-8890) [n:127.0.0.1:37741_solr c:replacenodetest_coll_notarget s:shard2 r:core_node9 x:replacenodetest_coll_notarget_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 798947 INFO (qtp29972667-8870) [n:127.0.0.1:45883_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 798947 INFO (qtp30319836-8874) [n:127.0.0.1:46607_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 798947 INFO (qtp29972667-8870) [n:127.0.0.1:45883_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 798947 INFO (qtp30319836-8874) [n:127.0.0.1:46607_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 798948 INFO (qtp15725881-8890) [n:127.0.0.1:37741_solr c:replacenodetest_coll_notarget s:shard2 r:core_node9 x:replacenodetest_coll_notarget_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 798948 INFO (qtp15725881-8890) [n:127.0.0.1:37741_solr c:replacenodetest_coll_notarget s:shard2 r:core_node9 x:replacenodetest_coll_notarget_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 798948 INFO (qtp10177616-8856) [n:127.0.0.1:44379_solr c:replacenodetest_coll_notarget s:shard5 r:core_node20 x:replacenodetest_coll_notarget_shard5_replica_n18] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 798948 INFO (qtp10177616-8856) [n:127.0.0.1:44379_solr c:replacenodetest_coll_notarget s:shard5 r:core_node20 x:replacenodetest_coll_notarget_shard5_replica_n18] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 798949 INFO (qtp10177616-8886) [n:127.0.0.1:44379_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 798949 INFO (qtp3031983
[...truncated too long message...]
rootName = solr_33033, domain = solr.core.collection1_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.collection1_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@e0c5c7
[junit4] 2> 148312 INFO (coreCloseExecutor-391-thread-1) [n:127.0.0.1:45869_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1964711: rootName = solr_45869, domain = solr.core.collection1_collection.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.collection1_collection.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@1ff38f2
[junit4] 2> 148312 INFO (jetty-closer-801-thread-2) [ ] o.a.s.c.Overseer Overseer (id=72082868039385098-127.0.0.1:45273_solr-n_0000000000) closing
[junit4] 2> 148312 INFO (OverseerStateUpdate-72082868039385098-127.0.0.1:45273_solr-n_0000000000) [n:127.0.0.1:45273_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:45273_solr
[junit4] 2> 148313 WARN (OverseerAutoScalingTriggerThread-72082868039385098-127.0.0.1:45273_solr-n_0000000000) [n:127.0.0.1:45273_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 148313 INFO (jetty-closer-801-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@9e9504{/solr,null,UNAVAILABLE}
[junit4] 2> 148313 INFO (jetty-closer-801-thread-3) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 148314 INFO (zkCallback-826-thread-2-processing-n:127.0.0.1:33033_solr) [n:127.0.0.1:33033_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33033_solr
[junit4] 2> 148314 INFO (jetty-closer-801-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1b7c308{/solr,null,UNAVAILABLE}
[junit4] 2> 148314 INFO (jetty-closer-801-thread-2) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 148321 INFO (coreCloseExecutor-391-thread-1) [n:127.0.0.1:45869_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1_collection.shard2.leader, tag=30334144
[junit4] 2> 148321 INFO (coreCloseExecutor-390-thread-1) [n:127.0.0.1:33033_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1_collection.shard1.leader, tag=2293311
[junit4] 2> 148323 INFO (jetty-closer-801-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@f8a552{/solr,null,UNAVAILABLE}
[junit4] 2> 148323 INFO (jetty-closer-801-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 149824 INFO (jetty-closer-801-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@a83fa1{/solr,null,UNAVAILABLE}
[junit4] 2> 149824 INFO (jetty-closer-801-thread-4) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 149825 ERROR (SUITE-StreamExpressionTest-seed#[9CC783B1E6EFD98F]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 149825 INFO (SUITE-StreamExpressionTest-seed#[9CC783B1E6EFD98F]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45175 45175
[junit4] 2> 164843 INFO (Thread-175) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45175 45175
[junit4] 2> 164843 WARN (Thread-175) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 79 /solr/aliases.json
[junit4] 2> 12 /solr/configs/conf
[junit4] 2> 4 /solr/security.json
[junit4] 2> 4 /solr/collections/parallelDestinationCollection/terms/shard1
[junit4] 2> 4 /solr/collections/parallelDestinationCollection/terms/shard2
[junit4] 2> 4 /solr/collections/destinationCollection/terms/shard2
[junit4] 2> 4 /solr/collections/destinationCollection/terms/shard1
[junit4] 2> 4 /solr/collections/parallelDestinationCollection1/terms/shard2
[junit4] 2> 4 /solr/collections/parallelDestinationCollection1/terms/shard1
[junit4] 2> 3 /solr/collections/workQueue1/terms/shard2
[junit4] 2> 3 /solr/collections/workQueue1/terms/shard1
[junit4] 2> 3 /solr/collections/workQueue/terms/shard1
[junit4] 2> 2 /solr/collections/destination1/terms/shard1
[junit4] 2> 2 /solr/collections/destination/terms/shard2
[junit4] 2> 2 /solr/collections/destination/terms/shard1
[junit4] 2> 2 /solr/collections/destination1/terms/shard2
[junit4] 2> 2 /solr/collections/mainCorpus1/terms/shard1
[junit4] 2> 2 /solr/collections/mainCorpus1/terms/shard2
[junit4] 2> 2 /solr/collections/mainCorpus/terms/shard2
[junit4] 2> 2 /solr/collections/mainCorpus/terms/shard1
[junit4] 2> 2 /solr/collections/collection1_collection/terms/shard1
[junit4] 2> 2 /solr/collections/collection1_collection/terms/shard2
[junit4] 2> 2 /solr/collections/workQueue/terms/shard2
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 79 /solr/clusterprops.json
[junit4] 2> 79 /solr/clusterstate.json
[junit4] 2> 20 /solr/collections/parallelDestinationCollection/state.json
[junit4] 2> 20 /solr/collections/destinationCollection/state.json
[junit4] 2> 18 /solr/collections/parallelDestinationCollection1/state.json
[junit4] 2> 10 /solr/collections/mainCorpus1/state.json
[junit4] 2> 10 /solr/collections/destination/state.json
[junit4] 2> 10 /solr/collections/destination1/state.json
[junit4] 2> 10 /solr/collections/collection1_collection/state.json
[junit4] 2> 10 /solr/collections/workQueue1/state.json
[junit4] 2> 10 /solr/collections/workQueue/state.json
[junit4] 2> 10 /solr/collections/mainCorpus/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 79 /solr/live_nodes
[junit4] 2> 79 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.io.stream.StreamExpressionTest_9CC783B1E6EFD98F-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {expr_s=PostingsFormat(name=Asserting), join2_s=PostingsFormat(name=Memory), multiDefault=PostingsFormat(name=Memory), subject=PostingsFormat(name=Memory), a1_s=PostingsFormat(name=Memory), a2_s=PostingsFormat(name=Memory), test_t=PostingsFormat(name=Memory), level1_s=PostingsFormat(name=Asserting), ident_s=PostingsFormat(name=Memory), body_t=PostingsFormat(name=Memory), s_multi=PostingsFormat(name=Memory), a_ss=PostingsFormat(name=LuceneVarGapDocFreqInterval), col_s=PostingsFormat(name=Memory), level2_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), a_s=PostingsFormat(name=Memory), a_t=PostingsFormat(name=LuceneVarGapDocFreqInterval), side_s=PostingsFormat(name=Memory), id=PostingsFormat(name=Asserting), text=PostingsFormat(name=Memory)}, docValues:{expr_s=DocValuesFormat(name=Memory), join2_s=DocValuesFormat(name=Lucene70), multiDefault=DocValuesFormat(name=Lucene70), price_f=DocValuesFormat(name=Lucene70), a1_s=DocValuesFormat(name=Lucene70), a_f=DocValuesFormat(name=Lucene70), intDefault=DocValuesFormat(name=Asserting), join1_i=DocValuesFormat(name=Memory), a2_s=DocValuesFormat(name=Direct), a_i=DocValuesFormat(name=Memory), test_i=DocValuesFormat(name=Lucene70), join3_i=DocValuesFormat(name=Direct), field_i=DocValuesFormat(name=Lucene70), level1_s=DocValuesFormat(name=Memory), s_multi=DocValuesFormat(name=Direct), a_ss=DocValuesFormat(name=Asserting), col_s=DocValuesFormat(name=Lucene70), level2_s=DocValuesFormat(name=Asserting), a_s=DocValuesFormat(name=Direct), id=DocValuesFormat(name=Memory), timestamp=DocValuesFormat(name=Asserting), i_multi=DocValuesFormat(name=Memory), b_ls=DocValuesFormat(name=Lucene70), test_dt=DocValuesFormat(name=Memory), ident_s=DocValuesFormat(name=Lucene70), order_i=DocValuesFormat(name=Lucene70), _version_=DocValuesFormat(name=Asserting), side_s=DocValuesFormat(name=Direct), miles_i=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=1241, maxMBSortInHeap=5.426389717948951, sim=RandomSimilarity(queryNorm=false): {}, locale=zh-TW, timezone=America/Halifax
[junit4] 2> NOTE: Linux 4.13.0-32-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=93927296,total=220467200
[junit4] 2> NOTE: All tests run in this JVM: [ContentStreamTest, UsingSolrJRefGuideExamplesTest, ConcurrentUpdateSolrClientBuilderTest, CubedRootEvaluatorTest, JdbcTest, NotEvaluatorTest, TestEmbeddedSolrServer, TestPathTrie, CloudSolrClientCacheTest, SolrExampleStreamingTest, RawValueEvaluatorTest, SolrSchemalessExampleTest, LargeVolumeBinaryJettyTest, TestToleratedUpdateError, TestV1toV2ApiMapper, ShardParamsTest, LessThanEvaluatorTest, TestClusteringResponse, GreaterThanEvaluatorTest, AnlysisResponseBaseTest, ArcSineEvaluatorTest, LargeVolumeEmbeddedTest, SolrExampleBinaryTest, SolrExampleJettyTest, TestNamedListCodec, TestJavaBinCodec, ModifiableSolrParamsTest, TestFastInputStream, TestXMLEscaping, DocumentAnalysisResponseTest, SolrExceptionTest, TestUpdateRequestCodec, FieldAnalysisResponseTest, ClientUtilsTest, NamedListTest, GetByIdTest, TestPolicy, CloudSolrClientBuilderTest, CloudSolrClientMultiConstructorTest, ConcurrentUpdateSolrClientTest, GraphTest, StreamExpressionTest]
[junit4] Completed [146/146 (1!)] on J0 in 93.47s, 153 tests, 1 failure, 9 skipped <<< FAILURES!
[...truncated 43041 lines...]
[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk-9.0.1) - Build # 1284 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1284/
Java: 64bit/jdk-9.0.1 -XX:+UseCompressedOops -XX:+UseG1GC
1 tests failed.
FAILED: org.apache.solr.cloud.AliasIntegrationTest.testModifyMetadataV1
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([681839F4697E861B:B978873D49D29542]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.AliasIntegrationTest.checkFooAndBarMeta(AliasIntegrationTest.java:283)
at org.apache.solr.cloud.AliasIntegrationTest.testModifyMetadataV1(AliasIntegrationTest.java:251)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 13385 lines...]
[junit4] Suite: org.apache.solr.cloud.AliasIntegrationTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AliasIntegrationTest_681839F4697E861B-001/init-core-data-001
[junit4] 2> 1766033 WARN (SUITE-AliasIntegrationTest-seed#[681839F4697E861B]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
[junit4] 2> 1766033 INFO (SUITE-AliasIntegrationTest-seed#[681839F4697E861B]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1766034 INFO (SUITE-AliasIntegrationTest-seed#[681839F4697E861B]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 1766034 INFO (SUITE-AliasIntegrationTest-seed#[681839F4697E861B]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1766034 INFO (SUITE-AliasIntegrationTest-seed#[681839F4697E861B]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AliasIntegrationTest_681839F4697E861B-001/tempDir-001
[junit4] 2> 1766034 INFO (SUITE-AliasIntegrationTest-seed#[681839F4697E861B]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1766035 INFO (Thread-8414) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1766035 INFO (Thread-8414) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1766036 ERROR (Thread-8414) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1766135 INFO (SUITE-AliasIntegrationTest-seed#[681839F4697E861B]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:39131
[junit4] 2> 1766136 INFO (zkConnectionManagerCallback-3392-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1766139 INFO (jetty-launcher-3389-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T16:27:37-05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1766139 INFO (jetty-launcher-3389-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T16:27:37-05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1766139 INFO (jetty-launcher-3389-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1766139 INFO (jetty-launcher-3389-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1766139 INFO (jetty-launcher-3389-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1766139 INFO (jetty-launcher-3389-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1766139 INFO (jetty-launcher-3389-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1766139 INFO (jetty-launcher-3389-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1766140 INFO (jetty-launcher-3389-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6af59d8{/solr,null,AVAILABLE}
[junit4] 2> 1766140 INFO (jetty-launcher-3389-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@267bd078{/solr,null,AVAILABLE}
[junit4] 2> 1766141 INFO (jetty-launcher-3389-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@589d6ff{SSL,[ssl, http/1.1]}{127.0.0.1:39997}
[junit4] 2> 1766141 INFO (jetty-launcher-3389-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@142b6d56{SSL,[ssl, http/1.1]}{127.0.0.1:32991}
[junit4] 2> 1766141 INFO (jetty-launcher-3389-thread-1) [ ] o.e.j.s.Server Started @1767979ms
[junit4] 2> 1766141 INFO (jetty-launcher-3389-thread-2) [ ] o.e.j.s.Server Started @1767979ms
[junit4] 2> 1766141 INFO (jetty-launcher-3389-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39997}
[junit4] 2> 1766141 INFO (jetty-launcher-3389-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=32991}
[junit4] 2> 1766141 ERROR (jetty-launcher-3389-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1766141 ERROR (jetty-launcher-3389-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1766141 INFO (jetty-launcher-3389-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 1766141 INFO (jetty-launcher-3389-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 1766141 INFO (jetty-launcher-3389-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1766141 INFO (jetty-launcher-3389-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1766141 INFO (jetty-launcher-3389-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1766141 INFO (jetty-launcher-3389-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1766141 INFO (jetty-launcher-3389-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-02T21:43:19.775640Z
[junit4] 2> 1766141 INFO (jetty-launcher-3389-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-02T21:43:19.775672Z
[junit4] 2> 1766142 INFO (zkConnectionManagerCallback-3395-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1766142 INFO (zkConnectionManagerCallback-3396-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1766142 INFO (jetty-launcher-3389-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1766142 INFO (jetty-launcher-3389-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1766146 INFO (jetty-launcher-3389-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39131/solr
[junit4] 2> 1766146 INFO (jetty-launcher-3389-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39131/solr
[junit4] 2> 1766147 INFO (zkConnectionManagerCallback-3404-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1766147 INFO (zkConnectionManagerCallback-3402-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1766147 INFO (zkConnectionManagerCallback-3406-thread-1-processing-n:127.0.0.1:39997_solr) [n:127.0.0.1:39997_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1766148 INFO (zkConnectionManagerCallback-3408-thread-1-processing-n:127.0.0.1:32991_solr) [n:127.0.0.1:32991_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1766156 INFO (jetty-launcher-3389-thread-2) [n:127.0.0.1:32991_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1766156 INFO (jetty-launcher-3389-thread-2) [n:127.0.0.1:32991_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:32991_solr
[junit4] 2> 1766157 INFO (jetty-launcher-3389-thread-2) [n:127.0.0.1:32991_solr ] o.a.s.c.Overseer Overseer (id=72081905279500294-127.0.0.1:32991_solr-n_0000000000) starting
[junit4] 2> 1766160 INFO (jetty-launcher-3389-thread-2) [n:127.0.0.1:32991_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32991_solr
[junit4] 2> 1766160 INFO (zkCallback-3407-thread-1-processing-n:127.0.0.1:32991_solr) [n:127.0.0.1:32991_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1766180 INFO (jetty-launcher-3389-thread-1) [n:127.0.0.1:39997_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1766181 INFO (jetty-launcher-3389-thread-1) [n:127.0.0.1:39997_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1766182 INFO (jetty-launcher-3389-thread-1) [n:127.0.0.1:39997_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39997_solr
[junit4] 2> 1766182 INFO (zkCallback-3407-thread-1-processing-n:127.0.0.1:32991_solr) [n:127.0.0.1:32991_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1766182 INFO (zkCallback-3405-thread-1-processing-n:127.0.0.1:39997_solr) [n:127.0.0.1:39997_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1766200 INFO (jetty-launcher-3389-thread-2) [n:127.0.0.1:32991_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32991.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@c332ffb
[junit4] 2> 1766210 INFO (jetty-launcher-3389-thread-2) [n:127.0.0.1:32991_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32991.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@c332ffb
[junit4] 2> 1766210 INFO (jetty-launcher-3389-thread-2) [n:127.0.0.1:32991_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32991.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@c332ffb
[junit4] 2> 1766211 INFO (jetty-launcher-3389-thread-2) [n:127.0.0.1:32991_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AliasIntegrationTest_681839F4697E861B-001/tempDir-001/node2/.
[junit4] 2> 1766225 INFO (jetty-launcher-3389-thread-1) [n:127.0.0.1:39997_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39997.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@c332ffb
[junit4] 2> 1766235 INFO (jetty-launcher-3389-thread-1) [n:127.0.0.1:39997_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39997.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@c332ffb
[junit4] 2> 1766236 INFO (jetty-launcher-3389-thread-1) [n:127.0.0.1:39997_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39997.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@c332ffb
[junit4] 2> 1766237 INFO (jetty-launcher-3389-thread-1) [n:127.0.0.1:39997_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AliasIntegrationTest_681839F4697E861B-001/tempDir-001/node1/.
[junit4] 2> 1766261 INFO (zkConnectionManagerCallback-3414-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1766263 INFO (zkConnectionManagerCallback-3418-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1766264 INFO (SUITE-AliasIntegrationTest-seed#[681839F4697E861B]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1766264 INFO (SUITE-AliasIntegrationTest-seed#[681839F4697E861B]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39131/solr ready
[junit4] 2> 1766270 INFO (TEST-AliasIntegrationTest.testMetadata-seed#[681839F4697E861B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMetadata
[junit4] 2> 1766285 INFO (qtp1496886007-21031) [n:127.0.0.1:32991_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1766285 INFO (qtp1496886007-21031) [n:127.0.0.1:32991_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1766289 INFO (qtp1496886007-21033) [n:127.0.0.1:32991_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=collection1meta&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1766290 INFO (OverseerThreadFactory-8207-thread-1-processing-n:127.0.0.1:32991_solr) [n:127.0.0.1:32991_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1meta
[junit4] 2> 1766394 INFO (OverseerStateUpdate-72081905279500294-127.0.0.1:32991_solr-n_0000000000) [n:127.0.0.1:32991_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1meta",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1meta_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39997/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1766395 INFO (OverseerStateUpdate-72081905279500294-127.0.0.1:32991_solr-n_0000000000) [n:127.0.0.1:32991_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1meta",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"collection1meta_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:32991/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1766598 INFO (qtp1496886007-21023) [n:127.0.0.1:32991_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1meta_shard2_replica_n2&action=CREATE&numShards=2&collection=collection1meta&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1766598 INFO (qtp1496886007-21023) [n:127.0.0.1:32991_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1766609 INFO (qtp1810739546-21037) [n:127.0.0.1:39997_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1meta_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1meta&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1766609 INFO (qtp1810739546-21037) [n:127.0.0.1:39997_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1766712 INFO (zkCallback-3407-thread-1-processing-n:127.0.0.1:32991_solr) [n:127.0.0.1:32991_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1meta/state.json] for collection [collection1meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1766712 INFO (zkCallback-3407-thread-2-processing-n:127.0.0.1:32991_solr) [n:127.0.0.1:32991_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1meta/state.json] for collection [collection1meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1766712 INFO (zkCallback-3405-thread-2-processing-n:127.0.0.1:39997_solr) [n:127.0.0.1:39997_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1meta/state.json] for collection [collection1meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1766712 INFO (zkCallback-3405-thread-1-processing-n:127.0.0.1:39997_solr) [n:127.0.0.1:39997_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1meta/state.json] for collection [collection1meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1767635 INFO (qtp1496886007-21023) [n:127.0.0.1:32991_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1767639 INFO (qtp1496886007-21023) [n:127.0.0.1:32991_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n2] o.a.s.s.IndexSchema [collection1meta_shard2_replica_n2] Schema name=minimal
[junit4] 2> 1767641 INFO (qtp1496886007-21023) [n:127.0.0.1:32991_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1767641 INFO (qtp1496886007-21023) [n:127.0.0.1:32991_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'collection1meta_shard2_replica_n2' using configuration from collection collection1meta, trusted=true
[junit4] 2> 1767641 INFO (qtp1496886007-21023) [n:127.0.0.1:32991_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32991.solr.core.collection1meta.shard2.replica_n2' (registry 'solr.core.collection1meta.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@c332ffb
[junit4] 2> 1767641 INFO (qtp1496886007-21023) [n:127.0.0.1:32991_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1767641 INFO (qtp1496886007-21023) [n:127.0.0.1:32991_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n2] o.a.s.c.SolrCore [[collection1meta_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AliasIntegrationTest_681839F4697E861B-001/tempDir-001/node2/collection1meta_shard2_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AliasIntegrationTest_681839F4697E861B-001/tempDir-001/node2/./collection1meta_shard2_replica_n2/data/]
[junit4] 2> 1767642 INFO (qtp1810739546-21037) [n:127.0.0.1:39997_solr c:collection1meta s:shard1 r:core_node3 x:collection1meta_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1767646 INFO (qtp1810739546-21037) [n:127.0.0.1:39997_solr c:collection1meta s:shard1 r:core_node3 x:collection1meta_shard1_replica_n1] o.a.s.s.IndexSchema [collection1meta_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1767647 INFO (qtp1810739546-21037) [n:127.0.0.1:39997_solr c:collection1meta s:shard1 r:core_node3 x:collection1meta_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1767647 INFO (qtp1810739546-21037) [n:127.0.0.1:39997_solr c:collection1meta s:shard1 r:core_node3 x:collection1meta_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection1meta_shard1_replica_n1' using configuration from collection collection1meta, trusted=true
[junit4] 2> 1767648 INFO (qtp1810739546-21037) [n:127.0.0.1:39997_solr c:collection1meta s:shard1 r:core_node3 x:collection1meta_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39997.solr.core.collection1meta.shard1.replica_n1' (registry 'solr.core.collection1meta.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@c332ffb
[junit4] 2> 1767648 INFO (qtp1810739546-21037) [n:127.0.0.1:39997_solr c:collection1meta s:shard1 r:core_node3 x:collection1meta_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1767648 INFO (qtp1810739546-21037) [n:127.0.0.1:39997_solr c:collection1meta s:shard1 r:core_node3 x:collection1meta_shard1_replica_n1] o.a.s.c.SolrCore [[collection1meta_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AliasIntegrationTest_681839F4697E861B-001/tempDir-001/node1/collection1meta_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AliasIntegrationTest_681839F4697E861B-001/tempDir-001/node1/./collection1meta_shard1_replica_n1/data/]
[junit4] 2> 1767699 INFO (qtp1496886007-21023) [n:127.0.0.1:32991_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1767699 INFO (qtp1496886007-21023) [n:127.0.0.1:32991_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1767700 INFO (qtp1496886007-21023) [n:127.0.0.1:32991_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1767700 INFO (qtp1496886007-21023) [n:127.0.0.1:32991_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1767702 INFO (qtp1496886007-21023) [n:127.0.0.1:32991_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@652cdf18[collection1meta_shard2_replica_n2] main]
[junit4] 2> 1767703 INFO (qtp1496886007-21023) [n:127.0.0.1:32991_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1767703 INFO (qtp1810739546-21037) [n:127.0.0.1:39997_solr c:collection1meta s:shard1 r:core_node3 x:collection1meta_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1767703 INFO (qtp1810739546-21037) [n:127.0.0.1:39997_solr c:collection1meta s:shard1 r:core_node3 x:collection1meta_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1767704 INFO (qtp1810739546-21037) [n:127.0.0.1:39997_solr c:collection1meta s:shard1 r:core_node3 x:collection1meta_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1767705 INFO (qtp1810739546-21037) [n:127.0.0.1:39997_solr c:collection1meta s:shard1 r:core_node3 x:collection1meta_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1767706 INFO (qtp1810739546-21037) [n:127.0.0.1:39997_solr c:collection1meta s:shard1 r:core_node3 x:collection1meta_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@400d075c[collection1meta_shard1_replica_n1] main]
[junit4] 2> 1767707 INFO (qtp1810739546-21037) [n:127.0.0.1:39997_solr c:collection1meta s:shard1 r:core_node3 x:collection1meta_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1767707 INFO (qtp1810739546-21037) [n:127.0.0.1:39997_solr c:collection1meta s:shard1 r:core_node3 x:collection1meta_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1767708 INFO (qtp1810739546-21037) [n:127.0.0.1:39997_solr c:collection1meta s:shard1 r:core_node3 x:collection1meta_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1767708 INFO (qtp1810739546-21037) [n:127.0.0.1:39997_solr c:collection1meta s:shard1 r:core_node3 x:collection1meta_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591327117899988992
[junit4] 2> 1767710 INFO (searcherExecutor-8213-thread-1-processing-n:127.0.0.1:39997_solr x:collection1meta_shard1_replica_n1 s:shard1 c:collection1meta r:core_node3) [n:127.0.0.1:39997_solr c:collection1meta s:shard1 r:core_node3 x:collection1meta_shard1_replica_n1] o.a.s.c.SolrCore [collection1meta_shard1_replica_n1] Registered new searcher Searcher@400d075c[collection1meta_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1767710 INFO (qtp1496886007-21023) [n:127.0.0.1:32991_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1767714 INFO (qtp1810739546-21037) [n:127.0.0.1:39997_solr c:collection1meta s:shard1 r:core_node3 x:collection1meta_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1767714 INFO (qtp1810739546-21037) [n:127.0.0.1:39997_solr c:collection1meta s:shard1 r:core_node3 x:collection1meta_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1767714 INFO (qtp1810739546-21037) [n:127.0.0.1:39997_solr c:collection1meta s:shard1 r:core_node3 x:collection1meta_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:39997/solr/collection1meta_shard1_replica_n1/
[junit4] 2> 1767714 INFO (qtp1810739546-21037) [n:127.0.0.1:39997_solr c:collection1meta s:shard1 r:core_node3 x:collection1meta_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1767714 INFO (qtp1810739546-21037) [n:127.0.0.1:39997_solr c:collection1meta s:shard1 r:core_node3 x:collection1meta_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:39997/solr/collection1meta_shard1_replica_n1/ has no replicas
[junit4] 2> 1767714 INFO (qtp1810739546-21037) [n:127.0.0.1:39997_solr c:collection1meta s:shard1 r:core_node3 x:collection1meta_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1767716 INFO (qtp1810739546-21037) [n:127.0.0.1:39997_solr c:collection1meta s:shard1 r:core_node3 x:collection1meta_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:39997/solr/collection1meta_shard1_replica_n1/ shard1
[junit4] 2> 1767717 INFO (qtp1496886007-21023) [n:127.0.0.1:32991_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1767717 INFO (searcherExecutor-8212-thread-1-processing-n:127.0.0.1:32991_solr x:collection1meta_shard2_replica_n2 s:shard2 c:collection1meta r:core_node4) [n:127.0.0.1:32991_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n2] o.a.s.c.SolrCore [collection1meta_shard2_replica_n2] Registered new searcher Searcher@652cdf18[collection1meta_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1767718 INFO (qtp1496886007-21023) [n:127.0.0.1:32991_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591327117910474752
[junit4] 2> 1767726 INFO (qtp1496886007-21023) [n:127.0.0.1:32991_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1767726 INFO (qtp1496886007-21023) [n:127.0.0.1:32991_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1767726 INFO (qtp1496886007-21023) [n:127.0.0.1:32991_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:32991/solr/collection1meta_shard2_replica_n2/
[junit4] 2> 1767726 INFO (qtp1496886007-21023) [n:127.0.0.1:32991_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1767726 INFO (qtp1496886007-21023) [n:127.0.0.1:32991_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n2] o.a.s.c.SyncStrategy https://127.0.0.1:32991/solr/collection1meta_shard2_replica_n2/ has no replicas
[junit4] 2> 1767726 INFO (qtp1496886007-21023) [n:127.0.0.1:32991_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1767728 INFO (qtp1496886007-21023) [n:127.0.0.1:32991_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:32991/solr/collection1meta_shard2_replica_n2/ shard2
[junit4] 2> 1767829 INFO (zkCallback-3407-thread-1-processing-n:127.0.0.1:32991_solr) [n:127.0.0.1:32991_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1meta/state.json] for collection [collection1meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1767829 INFO (zkCallback-3405-thread-1-processing-n:127.0.0.1:39997_solr) [n:127.0.0.1:39997_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1meta/state.json] for collection [collection1meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1767829 INFO (zkCallback-3405-thread-2-processing-n:127.0.0.1:39997_solr) [n:127.0.0.1:39997_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1meta/state.json] for collection [collection1meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1767829 INFO (zkCallback-3407-thread-2-processing-n:127.0.0.1:32991_solr) [n:127.0.0.1:32991_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1meta/state.json] for collection [collection1meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1767868 INFO (qtp1810739546-21037) [n:127.0.0.1:39997_solr c:collection1meta s:shard1 r:core_node3 x:collection1meta_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1767878 INFO (qtp1496886007-21023) [n:127.0.0.1:32991_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1767980 INFO (zkCallback-3407-thread-2-processing-n:127.0.0.1:32991_solr) [n:127.0.0.1:32991_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1meta/state.json] for collection [collection1meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1767980 INFO (zkCallback-3407-thread-1-processing-n:127.0.0.1:32991_solr) [n:127.0.0.1:32991_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1meta/state.json] for collection [collection1meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1767980 INFO (zkCallback-3405-thread-2-processing-n:127.0.0.1:39997_solr) [n:127.0.0.1:39997_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1meta/state.json] for collection [collection1meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1767980 INFO (zkCallback-3405-thread-1-processing-n:127.0.0.1:39997_solr) [n:127.0.0.1:39997_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1meta/state.json] for collection [collection1meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1768647 INFO (qtp1810739546-21037) [n:127.0.0.1:39997_solr c:collection1meta s:shard1 r:core_node3 x:collection1meta_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1meta_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1meta&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2038
[junit4] 2> 1768647 INFO (qtp1496886007-21023) [n:127.0.0.1:32991_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1meta_shard2_replica_n2&action=CREATE&numShards=2&collection=collection1meta&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2049
[junit4] 2> 1768649 INFO (qtp1496886007-21033) [n:127.0.0.1:32991_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1768649 INFO (qtp1496886007-21033) [n:127.0.0.1:32991_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=collection1meta&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=2360
[junit4] 2> 1768649 INFO (qtp1496886007-21031) [n:127.0.0.1:32991_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=collection2meta&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1768651 INFO (OverseerThreadFactory-8207-thread-2-processing-n:127.0.0.1:32991_solr) [n:127.0.0.1:32991_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection2meta
[junit4] 2> 1768651 INFO (OverseerCollectionConfigSetProcessor-72081905279500294-127.0.0.1:32991_solr-n_0000000000) [n:127.0.0.1:32991_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1768854 INFO (OverseerStateUpdate-72081905279500294-127.0.0.1:32991_solr-n_0000000000) [n:127.0.0.1:32991_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection2meta",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection2meta_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39997/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1769056 INFO (qtp1810739546-21034) [n:127.0.0.1:39997_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=collection2meta_shard1_replica_n1&action=CREATE&numShards=1&collection=collection2meta&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1769158 INFO (zkCallback-3405-thread-1-processing-n:127.0.0.1:39997_solr) [n:127.0.0.1:39997_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection2meta/state.json] for collection [collection2meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1769158 INFO (zkCallback-3405-thread-2-processing-n:127.0.0.1:39997_solr) [n:127.0.0.1:39997_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection2meta/state.json] for collection [collection2meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1770061 INFO (qtp1810739546-21034) [n:127.0.0.1:39997_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1770065 INFO (qtp1810739546-21034) [n:127.0.0.1:39997_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1] o.a.s.s.IndexSchema [collection2meta_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1770066 INFO (qtp1810739546-21034) [n:127.0.0.1:39997_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1770067 INFO (qtp1810739546-21034) [n:127.0.0.1:39997_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection2meta_shard1_replica_n1' using configuration from collection collection2meta, trusted=true
[junit4] 2> 1770067 INFO (qtp1810739546-21034) [n:127.0.0.1:39997_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39997.solr.core.collection2meta.shard1.replica_n1' (registry 'solr.core.collection2meta.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@c332ffb
[junit4] 2> 1770067 INFO (qtp1810739546-21034) [n:127.0.0.1:39997_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1770067 INFO (qtp1810739546-21034) [n:127.0.0.1:39997_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1] o.a.s.c.SolrCore [[collection2meta_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AliasIntegrationTest_681839F4697E861B-001/tempDir-001/node1/collection2meta_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AliasIntegrationTest_681839F4697E861B-001/tempDir-001/node1/./collection2meta_shard1_replica_n1/data/]
[junit4] 2> 1770107 INFO (qtp1810739546-21034) [n:127.0.0.1:39997_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1770107 INFO (qtp1810739546-21034) [n:127.0.0.1:39997_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1770108 INFO (qtp1810739546-21034) [n:127.0.0.1:39997_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1770108 INFO (qtp1810739546-21034) [n:127.0.0.1:39997_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1770109 INFO (qtp1810739546-21034) [n:127.0.0.1:39997_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@58503c2[collection2meta_shard1_replica_n1] main]
[junit4] 2> 1770109 INFO (qtp1810739546-21034) [n:127.0.0.1:39997_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1770110 INFO (qtp1810739546-21034) [n:127.0.0.1:39997_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1770110 INFO (qtp1810739546-21034) [n:127.0.0.1:39997_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1770110 INFO (searcherExecutor-8222-thread-1-processing-n:127.0.0.1:39997_solr x:collection2meta_shard1_replica_n1 s:shard1 c:collection2meta r:core_node2) [n:127.0.0.1:39997_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1] o.a.s.c.SolrCore [collection2meta_shard1_replica_n1] Registered new searcher Searcher@58503c2[collection2meta_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1770111 INFO (qtp1810739546-21034) [n:127.0.0.1:39997_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591327120419717120
[junit4] 2> 1770114 INFO (qtp1810739546-21034) [n:127.0.0.1:39997_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1770114 INFO (qtp1810739546-21034) [n:127.0.0.1:39997_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1770114 INFO (qtp1810739546-21034) [n:127.0.0.1:39997_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:39997/solr/collection2meta_shard1_replica_n1/
[junit4] 2> 1770114 INFO (qtp1810739546-21034) [n:127.0.0.1:39997_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1770114 INFO (qtp1810739546-21034) [n:127.0.0.1:39997_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:39997/solr/collection2meta_shard1_replica_n1/ has no replicas
[junit4] 2> 1770114 INFO (qtp1810739546-21034) [n:127.0.0.1:39997_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1770115 INFO (qtp1810739546-21034) [n:127.0.0.1:39997_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:39997/solr/collection2meta_shard1_replica_n1/ shard1
[junit4] 2> 1770216 INFO (zkCallback-3405-thread-1-processing-n:127.0.0.1:39997_solr) [n:127.0.0.1:39997_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection2meta/state.json] for collection [collection2meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1770216 INFO (zkCallback-3405-thread-2-processing-n:127.0.0.1:39997_solr) [n:127.0.0.1:39997_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection2meta/state.json] for collection [collection2meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1770265 INFO (qtp1810739546-21034) [n:127.0.0.1:39997_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1770367 INFO (zkCallback-3405-thread-2-processing-n:127.0.0.1:39997_solr) [n:127.0.0.1:39997_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection2meta/state.json] for collection [collection2meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1770367 INFO (zkCallback-3405-thread-1-processing-n:127.0.0.1:39997_solr) [n:127.0.0.1:39997_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection2meta/state.json] for collection [collection2meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1770739 INFO (qtp1810739546-21034) [n:127.0.0.1:39997_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=collection2meta_shard1_replica_n1&action=CREATE&numShards=1&collection=collection2meta&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1683
[junit4] 2> 1770741 INFO (qtp1496886007-21031) [n:127.0.0.1:32991_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1770741 INFO (qtp1496886007-21031) [n:127.0.0.1:32991_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=collection2meta&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2091
[junit4] 2> 1770747 INFO (zkConnectionManagerCallback-3421-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1770748 INFO (TEST-AliasIntegrationTest.testMetadata-seed#[681839F4697E861B]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1770749 INFO (TEST-AliasIntegrationTest.testMetadata-seed#[681839F4697E861B]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testMetadata
[junit4] 2> 1770750 INFO (qtp1496886007-21033) [n:127.0.0.1:32991_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :listaliases with params action=LISTALIASES&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1770750 INFO (qtp1496886007-21033) [n:127.0.0.1:32991_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LISTALIASES&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1770751 INFO (qtp1496886007-21031) [n:127.0.0.1:32991_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletealias with params name=meta1&action=DELETEALIAS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1770752 INFO (OverseerCollectionConfigSetProcessor-72081905279500294-127.0.0.1:32991_solr-n_0000000000) [n:127.0.0.1:32991_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1770753 INFO (qtp1496886007-21031) [n:127.0.0.1:32991_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=meta1&action=DELETEALIAS&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 1770754 INFO (qtp1496886007-21033) [n:127.0.0.1:32991_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletealias with params name=meta3&action=DELETEALIAS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1770755 INFO (OverseerCollectionConfigSetProcessor-72081905279500294-127.0.0.1:32991_solr-n_0000000000) [n:127.0.0.1:32991_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1770756 INFO (qtp1496886007-21033) [n:127.0.0.1:32991_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=meta3&action=DELETEALIAS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1770756 ERROR (OverseerCollectionConfigSetProcessor-72081905279500294-127.0.0.1:32991_solr-n_0000000000) [n:127.0.0.1:32991_solr ] o.a.s.c.OverseerTaskProcessor :org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /overseer/collection-queue-work/qnr-0000000006
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:114)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.setData(ZooKeeper.java:1330)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$setData$6(SolrZkClient.java:352)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.setData(SolrZkClient.java:352)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.setData(SolrZkClient.java:540)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskQueue.remove(OverseerTaskQueue.java:97)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor.cleanUpWorkQueue(OverseerTaskProcessor.java:326)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:202)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 1770756 INFO (OverseerCollectionConfigSetProcessor-72081905279500294-127.0.0.1:32991_solr-n_0000000000) [n:127.0.0.1:32991_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1770756 INFO (TEST-AliasIntegrationTest.testMetadata-seed#[681839F4697E861B]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1770757 INFO (qtp1496886007-21031) [n:127.0.0.1:32991_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=collection2meta&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1770760 INFO (OverseerThreadFactory-8207-thread-5-processing-n:127.0.0.1:32991_solr) [n:127.0.0.1:32991_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 1770761 INFO (qtp1810739546-21037) [n:127.0.0.1:39997_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection2meta.shard1.replica_n1, tag=null
[junit4] 2> 1770761 INFO (qtp1810739546-21037) [n:127.0.0.1:39997_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@23b9cc2c: rootName = solr_39997, domain = solr.core.collection2meta.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.collection2meta.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@74b15418
[junit4] 2> 1770770 INFO (qtp1810739546-21037) [n:127.0.0.1:39997_solr ] o.a.s.c.SolrCore [collection2meta_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@3d08936
[junit4] 2> 1770770 INFO (qtp1810739546-21037) [n:127.0.0.1:39997_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection2meta.shard1.replica_n1, tag=63998262
[junit4] 2> 1770770 INFO (qtp1810739546-21037) [n:127.0.0.1:39997_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection2meta.shard1.leader, tag=63998262
[junit4] 2> 1770772 INFO (qtp1810739546-21037) [n:127.0.0.1:39997_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=collection2meta_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=11
[junit4] 2> 1771476 INFO (qtp1496886007-21031) [n:127.0.0.1:32991_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=collection2meta&action=DELETE&wt=javabin&version=2} status=0 QTime=719
[junit4] 2> 1771477 INFO (qtp1496886007-21033) [n:127.0.0.1:32991_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=collection1meta&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1771478 INFO (OverseerThreadFactory-8207-thread-5-processing-n:127.0.0.1:32991_solr) [n:127.0.0.1:32991_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 1771478 INFO (OverseerCollectionConfigSetProcessor-72081905279500294-127.0.0.1:32991_solr-n_0000000000) [n:127.0.0.1:32991_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000008 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1771478 INFO (qtp1496886007-21025) [n:127.0.0.1:32991_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1meta.shard2.replica_n2, tag=null
[junit4] 2> 1771478 INFO (qtp1810739546-21034) [n:127.0.0.1:39997_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1meta.shard1.replica_n1, tag=null
[junit4] 2> 1771478 INFO (qtp1496886007-21025) [n:127.0.0.1:32991_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@37fa4843: rootName = solr_32991, domain = solr.core.collection1meta.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.collection1meta.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@45b67104
[junit4] 2> 1771478 INFO (qtp1810739546-21034) [n:127.0.0.1:39997_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6f9ae72: rootName = solr_39997, domain = solr.core.collection1meta.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.collection1meta.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@67d7380e
[junit4] 2> 1771491 INFO (qtp1810739546-21034) [n:127.0.0.1:39997_solr ] o.a.s.c.SolrCore [collection1meta_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@54837cd4
[junit4] 2> 1771491 INFO (qtp1810739546-21034) [n:127.0.0.1:39997_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1meta.shard1.replica_n1, tag=1417903316
[junit4] 2> 1771491 INFO (qtp1810739546-21034) [n:127.0.0.1:39997_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1meta.shard1.leader, tag=1417903316
[junit4] 2> 1771492 INFO (qtp1496886007-21025) [n:127.0.0.1:32991_solr ] o.a.s.c.SolrCore [collection1meta_shard2_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@4d6dfb35
[junit4] 2> 1771493 INFO (qtp1496886007-21025) [n:127.0.0.1:32991_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1meta.shard2.replica_n2, tag=1299053365
[junit4] 2> 1771493 INFO (qtp1496886007-21025) [n:127.0.0.1:32991_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1meta.shard2.leader, tag=1299053365
[junit4] 2> 1771494 INFO (qtp1810739546-21034) [n:127.0.0.1:39997_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=collection1meta_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=15
[junit4] 2> 1771495 INFO (qtp1496886007-21025) [n:127.0.0.1:32991_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=collection1meta_shard2_replica_n2&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=16
[junit4] 2> 1772199 INFO (qtp1496886007-21033) [n:127.0.0.1:32991_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=collection1meta&action=DELETE&wt=javabin&version=2} status=0 QTime=722
[junit4] 2> 1772209 INFO (TEST-AliasIntegrationTest.testDeleteAliasWithExistingCollectionName-seed#[681839F4697E861B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testDeleteAliasWithExistingCollectionName
[junit4] 2> 1772210 INFO (qtp1496886007-21031) [n:127.0.0.1:32991_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=collection_old&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1772211 INFO (OverseerThreadFactory-8207-thread-5-processing-n:127.0.0.1:32991_solr) [n:127.0.0.1:32991_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection_old
[junit4] 2> 1772211 INFO (OverseerCollectionConfigSetProcessor-72081905279500294-127.0.0.1:32991_solr-n_0000000000) [n:127.0.0.1:32991_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000010 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1772415 INFO (OverseerStateUpdate-72081905279500294-127.0.0.1:32991_solr-n_0000000000) [n:127.0.0.1:32991_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection_old",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection_old_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:32991/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1772416 INFO (OverseerStateUpdate-72081905279500294-127.0.0.1:32991_solr-n_0000000000) [n:127.0.0.1:32991_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection_old",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"collection_old_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39997/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1772617 INFO (qtp1496886007-21023) [n:127.0.0.1:32991_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection_old_shard1_replica_n1&action=CREATE&numShards=2&collection=collection_old&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1772617 INFO (qtp1810739546-21037) [n:127.0.0.1:39997_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection_old_shard2_replica_n2&action=CREATE&numShards=2&collection=collection_old&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1772719 INFO (zkCallback-3405-thread-1-processing-n:127.0.0.1:39997_solr) [n:127.0.0.1:39997_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection_old/state.json] for collection [collection_old] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1772719 INFO (zkCallback-3405-thread-2-processing-n:127.0.0.1:39997_solr) [n:127.0.0.1:39997_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection_old/state.json] for collection [collection_old] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1772719 INFO (zkCallback-3407-thread-2-processing-n:127.0.0.1:32991_solr) [n:127.0.0.1:32991_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection_old/state.json] for collection [collection_old] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1772719 INFO (zkCallback-3407-thread-1-processing-n:127.0.0.1:32991_solr) [n:127.0.0.1:32991_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection_old/state.json] for collection [collection_old] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1773622 INFO (qtp1810739546-21037) [n:127.0.0.1:39997_solr c:collection_old s:shard2 r:core_node4 x:collection_old_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1773622 INFO (qtp1496886007-21023) [n:127.0.0.1:32991_solr c:collection_old s:shard1 r:core_node3 x:collection_old_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1773663 INFO (qtp1810739546-21037) [n:127.0.0.1:39997_solr c:collection_old s:shard2 r:core_node4 x:collection_old_shard2_replica_n2] o.a.s.s.IndexSchema [collection_old_shard2_replica_n2] Schema name=minimal
[junit4] 2> 1773663 INFO (qtp1496886007-21023) [n:127.0.0.1:32991_solr c:collection_old s:shard1 r:core_node3 x:collection_old_shard1_replica_n1] o.a.s.s.IndexSchema [collection_old_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1773664 INFO (qtp1810739546-21037) [n:127.0.0.1:39997_solr c:collection_old s:shard2 r:core_node4 x:collection_old_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1773664 INFO (qtp1496886007-21023) [n:127.0.0.1:32991_solr c:collection_old s:shard1 r:core_node3 x:collection_old_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1773664 INFO (qtp1810739546-21037) [n:127.0.0.1:39997_solr c:collection_old s:shard2 r:core_node4 x:collection_old_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'collection_old_shard2_replica_n2' using configuration from collection collection_old, trusted=true
[junit4] 2> 1773664 INFO (qtp1496886007-21023) [n:127.0.0.1:32991_solr c:collection_old s:shard1 r:core_node3 x:collection_old_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection_old_shard1_replica_n1' using configuration from collection collection_old, trusted=true
[junit4] 2> 1773665 INFO (qtp1496886007-21023) [n:127.0.0.1:32991_solr c:collection_old s:shard1 r:core_node3 x:collection_old_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32991.solr.core.collection_old.shard1.replica_n1' (registry 'solr.core.collection_old.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@c332ffb
[junit4] 2> 1773665 INFO (qtp1810739546-21037) [n:127.0.0.1:39997_solr c:collection_old s:shard2 r:core_node4 x:collection_old_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39997.solr.core.collection_old.shard2.replica_n2' (registry 'solr.core.collection_old.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@c332ffb
[junit4] 2> 1773665 INFO (qtp1496886007-21023) [n:127.0.0.1:32991_solr c:collection_old s:shard1 r:core_node3 x:collection_old_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1773665 INFO (qtp1810739546-21037) [n:127.0.0.1:39997_solr c:collection_old s:shard2 r:core_node4 x:collection_old_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1773665 INFO (qtp1496886007-21023) [n:127.0.0.1:32991_solr c:collection_old s:shard1 r:core_node3 x:collection_old_shard1_replica_n1] o.a.s.c.SolrCore [[collection_old_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AliasIntegrationTest_681839F4697E861B-001/tempDir-001/node2/collection_old_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AliasIntegrationTest_681839F4697E861B-001/tempDir-001/node2/./collection_old_shard1_replica_n1/data/]
[junit4] 2> 1773665 INFO (qtp1810739546-21037) [n:127.0.0.1:39997_solr c:collection_old s:shard2 r:core_node4 x:collection_old_shard2_replica_n2] o.a.s.c.SolrCore [[collection_old_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AliasIntegrationTest_681839F4697E861B-001/tempDir-001/node1/collection_old_shard2_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AliasIntegrationTest_681839F4697E861B-001/tempDir-001/node1/./collection_old_shard2_replica_n2/data/]
[junit4] 2> 1773702 INFO (qtp1496886007-21023) [n:127.0.0.1:32991_solr c:collection_old s:shard1 r:core_node3 x:collection_old_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1773702 INFO (qtp1496886007-21023) [n:127.0.0.1:32991_solr c:collection_old s:shard1 r:core_node3 x:collection_old_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1773703 INFO (qtp1496886007-21023) [n:127.0.0.1:32991_solr c:collection_old s:shard1 r:core_node3 x:collection_old_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1773703 INFO (qtp1496886007-21023) [n:127.0.0.1:32991_solr c:collection_old s:shard1 r:core_node3 x:collection_old_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1773705 INFO (qtp1496886007-21023) [n:127.0.0.1:32991_solr c:collection_old s:shard1 r:core_node3 x:collection_old_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7caf942e[collection_old_shard1_replica_n1] main]
[junit4] 2> 1773705 INFO (qtp1496886007-21023) [n:127.0.0.1:32991_solr c:collection_old s:shard1 r:core_node3 x:collection_old_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1773706 INFO (qtp1496886007-21023) [n:127.0.0.1:32991_solr c:collection_old s:shard1 r:core_node3 x:collection_old_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1773706 INFO (qtp1496886007-21023) [n:127.0.0.1:32991_solr c:collection_old s:shard1 r:core_node3 x:collection_old_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1773707 INFO (searcherExecutor-8228-thread-1-processing-n:127.0.0.1:32991_solr x:collection_old_shard1_replica_n1 s:shard1 c:collection_old r:core_node3) [n:127.0.0.1:32991_solr c:collection_old s:shard1 r:core_node3 x:collection_old_shard1_replica_n1] o.a.s.c.SolrCore [collection_old_shard1_replica_n1] Registered new searcher Searcher@7caf942e[collection_old_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1773707 INFO (qtp1496886007-21023) [n:127.0.0.1:32991_solr c:collection_old s:shard1 r:core_node3 x:collection_old_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591327124190396416
[junit4] 2> 1773710 INFO (qtp1496886007-21023) [n:127.0.0.1:32991_solr c:collection_old s:shard1 r:core_node3 x:collection_old_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1773710 INFO (qtp1496886007-21023) [n:127.0.0.1:32991_solr c:collection_old s:shard1 r:core_node3 x:collection_old_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1773710 INFO (qtp1496886007-21023) [n:127.0.0.1:32991_solr c:collection_old s:shard1 r:core_node3 x:collection_old_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:32991/solr/collection_old_shard1_replica_n1/
[junit4] 2> 1773710 INFO (qtp1496886007-21023) [n:127.0.0.1:32991_solr c:collection_old s:shard1 r:core_node3 x:collection_old_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1773710 INFO (qtp1496886007-21023) [n:127.0.0.1:32991_solr c:collection_old s:shard1 r:core_node3 x:collection_old_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:32991/solr/collection_old_shard1_replica_n1/ has no replicas
[junit4] 2> 1773710 INFO (qtp1496886007-21023) [n:127.0.0.1:32991_solr c:collection_old s:shard1 r:core_node3 x:collection_old_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1773712 INFO (qtp1496886007-21023) [n:127.0.0.1:32991_solr c:collection_old s:shard1 r:core_node3 x:collection_old_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:32991/solr/collection_old_shard1_replica_n1/ shard1
[junit4] 2> 1773714 INFO (qtp1810739546-21037) [n:127.0.0.1:39997_solr c:collection_old s:shard2 r:core_node4 x:collection_old_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1773714 INFO (qtp1810739546-21037) [n:127.0.0.1:39997_solr c:collection_old s:shard2 r:core_node4 x:collection_old_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1773715 INFO (qtp1810739546-21037) [n:127.0.0.1:39997_solr c:collection_old s:shard2 r:core_node4 x:collection_old_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1773716 INFO (qtp1810739546-21037) [n:127.0.0.1:39997_solr c:collection_old s:shard2 r:core_node4 x:collection_old_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1773717 INFO (qtp1810739546-21037) [n:127.0.0.1:39997_solr c:collection_old s:shard2 r:core_node4 x:collection_old_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@74e511c5[collection_old_shard2_replica_n2] main]
[junit4] 2> 1773718 INFO (qtp1810739546-21037) [n:127.0.0.1:39997_solr c:collection_old s:shard2 r:core_node4 x:collection_old_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1773718 INFO (qtp1810739546-21037) [n:127.0.0.1:39997_solr c:collection_old s:shard2 r:core_node4 x:collection_old_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1773719 INFO (qtp1810739546-21037) [n:127.0.0.1:39997_solr c:collection_old s:shard2 r:core_node4 x:collection_old_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1773719 INFO (searcherExecutor-8227-thread-1-processing-n:127.0.0.1:39997_solr x:collection_old_shard2_replica_n2 s:shard2 c:collection_old r:core_node4) [n:127.0.0.1:39997_solr c:collection_old s:shard2 r:core_node4 x:collection_old_shard2_replica_n2] o.a.s.c.SolrCore [collection_old_shard2_replica_n2] Registered new searcher Searcher@74e511c5[collection_old_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1773719 INFO (qtp1810739546-21037) [n:127.0.0.1:39997_solr c:collection_old s:shard2 r:core_node4 x:collection_old_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591327124202979328
[junit4] 2> 1773723 INFO (qtp1810739546-21037) [n:127.0.0.1:39997_solr c:collection_old s:shard2 r:core_node4 x:collection_old_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1773723 INFO (qtp1810739546-21037) [n:127.0.0.1:39997_solr c:collection_old s:shard2 r:core_node4 x:collection_old_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1773723 INFO (qtp1810739546-21037) [n:127.0.0.1:39997_solr c:collection_old s:shard2 r:core_node4 x:collection_old_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:39997/solr/collection_old_shard2_replica_n2/
[junit4] 2> 1773723 INFO (qtp1810739546-21037) [n:127.0.0.1:39997_solr c:collection_old s:shard2 r:core_node4 x:collection_old_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1773723 INFO (qtp1810739546-21037) [n:127.0.0.1:39997_solr c:collection_old s:shard2 r:core_node4 x:collection_old_shard2_replica_n2] o.a.s.c.SyncStrategy https://127.0.0.1:39997/solr/collection_old_shard2_replica_n2/ has no replicas
[junit4] 2> 1773723 INFO (qtp1810739546-21037) [n:127.0.0.1:39997_solr c:collection_old s:shard2 r:core_node4 x:collection_old_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1773724 INFO (qtp1810739546-21037) [n:127.0.0.1:39997_solr c:collection_old s:shard2 r:core_node4 x:collection_old_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:39997/solr/collection_old_shard2_replica_n2/ shard2
[junit4] 2> 1773825 INFO (zkCallback-3405-thread-1-processing-n:127.0.0.1:39997_solr) [n:127.0.0.1:39997_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection_old/state.json] for collection [collection_old] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1773825 INFO (zkCallback-3407-thread-1-processing-n:127.0.0.1:32991_solr) [n:127.0.0.1:32991_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection_old/state.json] for collection [collection_old] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1773825 INFO (zkCallback-3405-thread-2-processing-n:127.0.0.1:39997_solr) [n:127.0.0.1:39997_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection_old/state.json] for collection [collection_old] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1773825 INFO (zkCallback-3407-thread-2-processing-n:127.0.0.1:32991_solr) [n:127.0.0.1:32991_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection_old/state.json] for collection [collection_old] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1773862 INFO (qtp1496886007-21023) [n:127.0.0.1:32991_solr c:collection_old s:shard1 r:core_node3 x:collection_old_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1773863 INFO (qtp1496886007-21023) [n:127.0.0.1:32991_solr c:collection_old s:shard1 r:core_node3 x:collection_old_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection_old_shard1_replica_n1&action=CREATE&numShards=2&collection=collection_old&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1246
[junit4] 2> 1773875 INFO (qtp1810739546-21037) [n:127.0.0.1:39997_solr c:collection_old s:shard2 r:core_node4 x:collection_old_shard2_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1773876 INFO (qtp1810739546-21037) [n:127.0.0.1:39997_solr c:collection_old s:shard2 r:core_node4 x:collection_old_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection_old_shard2_replica_n2&action=CREATE&numShards=2&collection=collection_old&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1259
[junit4] 2> 1773877 INFO (qtp1496886007-21031) [n:127.0.0.1:32991_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1773977 INFO (zkCallback-3405-thread-1-processing-n:127.0.0.1:39997_solr) [n:127.0.0.1:39997_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection_old/state.json] for collection [collection_old] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1773977 INFO (zkCallback-3405-thread-2-processing-n:127.0.0.1:39997_solr) [n:127.0.0.1:39997_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection_old/state.json] for collection [collection_old] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1773977 INFO (zkCallback-3407-thread-1-processing-n:127.0.0.1:32991_solr) [n:127.0.0.1:32991_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection_old/state.json] for collection [collection_old] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1773977 INFO (zkCallback-3407-thread-2-processing-n:127.0.0.1:32991_solr) [n:127.0.0.1:32991_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection_old/state.json] for collection [collection_old] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1774212 INFO (OverseerCollectionConfigSetProcessor-72081905279500294-127.0.0.1:32991_solr-n_0000000000) [n:127.0.0.1:32991_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000012 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1774877 INFO (qtp1496886007-21031) [n:127.0.0.1:32991_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=collection_old&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=2667
[junit4] 2> 1774878 INFO (qtp1496886007-21033) [n:127.0.0.1:32991_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=collection_new&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1774879 INFO (OverseerThreadFactory-8207-thread-5-processing-n:127.0.0.1:32991_solr) [n:127.0.0.1:32991_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection_new
[junit4] 2> 1775083 INFO (OverseerStateUpdate-72081905279500294-127.0.0.1:32991_solr-n_0000000000) [n:127.0.0.1:32991_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection_new",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection_new_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:32991/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1775284 INFO (qtp1496886007-21025) [n:127.0.0.1:32991_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=collection_new_shard1_replica_n1&action=CREATE&numShards=1&collection=collection_new&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1775386 INFO (zkCallback-3407-thread-2-processing-n:127.0.0.1:32991_solr) [n:127.0.0.1:32991_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection_new/state.json] for collection [collection_new] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1775386 INFO (zkCallback-3407-thread-1-processing-n:127.0.0.1:32991_solr) [n:127.0.0.1:32991_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection_new/state.json] for collection [collection_new] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1776291 INFO (qtp1496886007-21025) [n:127.0.0.1:32991_solr c:collection_new s:shard1 r:core_node2 x:collection_new_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1776335 INFO (qtp1496886007-21025) [n:127.0.0.1:32991_solr c:collection_new s:shard1 r:core_node2 x:collection_new_shard1_replica_n1] o.a.s.s.IndexSchema [collection_new_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1776337 INFO (qtp1496886007-21025) [n:127.0.0.1:32991_solr c:collection_new s:shard1 r:core_node2 x:collection_new_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1776337 INFO (qtp1496886007-21025) [n:127.0.0.1:32991_solr c:collection_new s:shard1 r:core_node2 x:collection_new_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection_new_shard1_replica_n1' using configuration from collection collection_new, trusted=true
[junit4] 2> 1776337 INFO (qtp1496886007-21025) [n:127.0.0.1:32991_solr c:collection_new s:shard1 r:core_node2 x:collection_new_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32991.solr.core.collection_new.shard1.replica_n1' (registry 'solr.core.collection_new.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@c332ffb
[junit4] 2> 1776337 INFO (qtp1496886007-21025) [n:127.0.0.1:32991_solr c:collection_new s:shard1 r:core_node2 x:collection_new_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1776338 INFO (qtp1496886007-21025) [n:127.0.0.1:32991_solr c:collection_new s:shard1 r:core_node2 x:collection_new_shard1_replica_n1] o.a.s.c.SolrCore [[collection_new_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AliasIntegrationTest_681839F4697E861B-001/tempDir-001/node2/collection_new_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AliasIntegrationTest_681839F4697E861B-001/tempDir-001/node2/./collection_new_shard1_replica_n1/data/]
[junit4] 2> 1776399 INFO (qtp1496886007-21025) [n:127.0.0.1:32991_solr c:collection_new s:shard1 r:core_node2 x:collection_new_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1776399 INFO (qtp1496886007-21025) [n:127.0.0.1:32991_solr c:collection_new s:shard1 r:core_node2 x:collection_new_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1776400 INFO (qtp1496886007-21025) [n:127.0.0.1:32991_solr c:collection_new s:shard1 r:core_node2 x:collection_new_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1776400 INFO (qtp1496886007-21025) [n:127.0.0.1:32991_solr c:collection_new s:shard1 r:core_node2 x:collection_new_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1776402 INFO (qtp1496886007-21025) [n:127.0.0.1:32991_solr c:collection_new s:shard1 r:core_node2 x:collection_new_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3ab442c[collection_new_shard1_replica_n1] main]
[junit4] 2> 1776403 INFO (qtp1496886007-21025) [n:127.0.0.1:32991_solr c:collection_new s:shard1 r:core_node2 x:collection_new_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1776405 INFO (qtp1496886007-21025) [n:127.0.0.1:32991_solr c:collection_new s:shard1 r:core_node2 x:collection_new_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1776406 INFO (qtp1496886007-21025) [n:127.0.0.1:32991_solr c:collection_new s:shard1 r:core_node2 x:collection_new_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1776407 INFO (searcherExecutor-8237-thread-1-processing-n:127.0.0.1:32991_solr x:collection_new_shard1_replica_n1 s:shard1 c:collection_new r:core_node2) [n:127.0.0.1:32991_solr c:collection_new s:shard1 r:core_node2 x:collection_new_shard1_replica_n1] o.a.s.c.SolrCore [collection_new_shard1_replica_n1] Registered new searcher Searcher@3ab442c[collection_new_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1776407 INFO (qtp1496886007-21025) [n:127.0.0.1:32991_solr c:collection_new s:shard1 r:core_node2 x:collection_new_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591327127021551616
[junit4] 2> 1776412 INFO (qtp1496886007-21025) [n:127.0.0.1:32991_solr c:collection_new s:shard1 r:core_node2 x:collection_new_shar
[...truncated too long message...]
jetty / com.codahale.metrics.MetricRegistry@3d3a3273
[junit4] 2> 1826144 INFO (jetty-closer-3390-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:32991_solr
[junit4] 2> 1826144 INFO (jetty-closer-3390-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1826144 INFO (zkCallback-3407-thread-1-processing-n:127.0.0.1:32991_solr) [n:127.0.0.1:32991_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 1826148 INFO (jetty-closer-3390-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72081905279500294-127.0.0.1:32991_solr-n_0000000000) closing
[junit4] 2> 1826148 INFO (OverseerStateUpdate-72081905279500294-127.0.0.1:32991_solr-n_0000000000) [n:127.0.0.1:32991_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:32991_solr
[junit4] 2> 1826149 WARN (OverseerAutoScalingTriggerThread-72081905279500294-127.0.0.1:32991_solr-n_0000000000) [n:127.0.0.1:32991_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1826150 INFO (jetty-closer-3390-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6af59d8{/solr,null,UNAVAILABLE}
[junit4] 2> 1826150 INFO (jetty-closer-3390-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1826150 ERROR (SUITE-AliasIntegrationTest-seed#[681839F4697E861B]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1826150 INFO (SUITE-AliasIntegrationTest-seed#[681839F4697E861B]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39131 39131
[junit4] 2> 1831175 INFO (Thread-8414) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39131 39131
[junit4] 2> 1831175 WARN (Thread-8414) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 18 /solr/aliases.json
[junit4] 2> 16 /solr/configs/conf
[junit4] 2> 8 /solr/collections/collection2meta/terms/shard1
[junit4] 2> 8 /solr/collections/collection1meta/terms/shard2
[junit4] 2> 8 /solr/collections/collection1meta/terms/shard1
[junit4] 2> 3 /solr/collections/testErrorChecks-collection/terms/shard2
[junit4] 2> 2 /solr/collections/collection_new/terms/shard1
[junit4] 2> 2 /solr/collections/collection2/terms/shard1
[junit4] 2> 2 /solr/collections/collection_two/terms/shard1
[junit4] 2> 2 /solr/collections/collection_one/terms/shard1
[junit4] 2> 2 /solr/collections/collection_one/terms/shard2
[junit4] 2> 2 /solr/collections/collection_old/terms/shard2
[junit4] 2> 2 /solr/collections/collection_old/terms/shard1
[junit4] 2> 2 /solr/collections/testErrorChecks-collection/terms/shard1
[junit4] 2> 2 /solr/security.json
[junit4] 2> 2 /solr/collections/collection1/terms/shard1
[junit4] 2> 2 /solr/collections/collection1/terms/shard2
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 193 /solr/aliases.json
[junit4] 2> 44 /solr/collections/collection1meta/state.json
[junit4] 2> 24 /solr/collections/collection2meta/state.json
[junit4] 2> 18 /solr/clusterprops.json
[junit4] 2> 18 /solr/clusterstate.json
[junit4] 2> 11 /solr/collections/collection_one/state.json
[junit4] 2> 11 /solr/collections/collection1/state.json
[junit4] 2> 11 /solr/collections/collection_old/state.json
[junit4] 2> 11 /solr/collections/testErrorChecks-collection/state.json
[junit4] 2> 6 /solr/collections/collection_new/state.json
[junit4] 2> 6 /solr/collections/collection_two/state.json
[junit4] 2> 6 /solr/collections/collection2/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 189 /solr/collections
[junit4] 2> 18 /solr/live_nodes
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AliasIntegrationTest_681839F4697E861B-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {a_t=FST50, id=Lucene50(blocksize=128)}, docValues:{}, maxPointsInLeafNode=1828, maxMBSortInHeap=5.6110150314378435, sim=RandomSimilarity(queryNorm=false): {}, locale=en-BE, timezone=EST5EDT
[junit4] 2> NOTE: Linux 4.13.0-32-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=1,free=141344576,total=358612992
[junit4] 2> NOTE: All tests run in this JVM: [TestConfigOverlay, DistributedTermsComponentTest, TestRandomFaceting, ConjunctionSolrSpellCheckerTest, TestDistributedSearch, UUIDFieldTest, TestDocumentBuilder, TestLocalFSCloudBackupRestore, TestSolrQueryParser, TestWordDelimiterFilterFactory, AnalysisErrorHandlingTest, HdfsCollectionsAPIDistributedZkTest, SolrCLIZkUtilsTest, SpellCheckCollatorTest, TestDocTermOrds, MoveReplicaTest, TestPolicyCloud, TestLMDirichletSimilarityFactory, TestLeaderElectionZkExpiry, TestPKIAuthenticationPlugin, TestPointFields, TestBlendedInfixSuggestions, HighlighterConfigTest, TestSolrXml, TestStressInPlaceUpdates, JavabinLoaderTest, SolrMetricsIntegrationTest, FullHLLTest, ParsingFieldUpdateProcessorsTest, SolrRequestParserTest, OutputWriterTest, TestPayloadCheckQParserPlugin, TestCopyFieldCollectionResource, TestDelegationWithHadoopAuth, AddSchemaFieldsUpdateProcessorFactoryTest, OpenExchangeRatesOrgProviderTest, MetricsHandlerTest, CheckHdfsIndexTest, TestDocSet, BadIndexSchemaTest, HdfsBasicDistributedZk2Test, BlockJoinFacetRandomTest, TestEmbeddedSolrServerSchemaAPI, BasicDistributedZkTest, TestNumericTerms64, JSONWriterTest, TestShardHandlerFactory, CloudExitableDirectoryReaderTest, CursorMarkTest, SuggestComponentTest, TestDynamicLoading, TestHighFrequencyDictionaryFactory, TestCloudSchemaless, DistribDocExpirationUpdateProcessorTest, ReplicationFactorTest, CustomHighlightComponentTest, LeaderElectionContextKeyTest, DistributedFacetPivotSmallAdvancedTest, PluginInfoTest, SuggesterWFSTTest, TestSolrQueryResponse, ZkSolrClientTest, TestRTimerTree, TestConfig, FullSolrCloudDistribCmdsTest, TestSSLRandomization, TestSubQueryTransformerCrossCore, TestPullReplica, SolrJmxReporterCloudTest, TestCrossCoreJoin, ShardRoutingTest, TestLegacyNumericUtils, TestCollectionAPIs, SolrIndexSplitterTest, SolrPluginUtilsTest, TestCollectionAPI, TestLegacyNumericRangeQueryBuilder, SolrCoreMetricManagerTest, TestHttpShardHandlerFactory, MBeansHandlerTest, TestIBSimilarityFactory, TestComputePlanAction, SolrIndexConfigTest, TestConfigReload, TestHashPartitioner, TestOmitPositions, TestXmlQParserPlugin, TermVectorComponentDistributedTest, RuleEngineTest, TestSlowCompositeReaderWrapper, TestGraphTermsQParserPlugin, TestExceedMaxTermLength, TestJoin, ZkCLITest, TestFieldCollectionResource, TestSimpleQParserPlugin, DocumentAnalysisRequestHandlerTest, TestRecoveryHdfs, NumberUtilsTest, TestInitParams, NodeLostTriggerTest, CloneFieldUpdateProcessorFactoryTest, TestZkAclsWithHadoopAuth, TestSort, FacetPivotSmallTest, ChaosMonkeySafeLeaderWithPullReplicasTest, ActionThrottleTest, SimpleFacetsTest, TestSolrCloudWithKerberosAlt, HdfsDirectoryFactoryTest, TestMergePolicyConfig, DeleteShardTest, TestManagedSchema, TestSchemaSimilarityResource, CdcrBootstrapTest, TestStressUserVersions, AutoAddReplicasIntegrationTest, TestRandomCollapseQParserPlugin, BinaryUpdateRequestHandlerTest, AnalyticsMergeStrategyTest, TestCloudJSONFacetJoinDomain, TestMiniSolrCloudClusterSSL, SubstringBytesRefFilterTest, RAMDirectoryFactoryTest, DistributedFacetExistsSmallTest, DefaultValueUpdateProcessorTest, TestCustomDocTransformer, BasicZkTest, RecoveryZkTest, TestReplicationHandler, DistributedSpellCheckComponentTest, TestRealTimeGet, TestStressVersions, StatsComponentTest, TestFiltering, BasicFunctionalityTest, DirectUpdateHandlerTest, HighlighterTest, DistributedQueryElevationComponentTest, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, SuggesterFSTTest, CoreAdminHandlerTest, TestFoldingMultitermQuery, TestStressLucene, TestTrie, SpatialFilterTest, TestCSVLoader, PolyFieldTest, NoCacheHeaderTest, SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, TestAtomicUpdateErrorCases, StatelessScriptUpdateProcessorFactoryTest, SortByFunctionTest, TestRemoteStreaming, DocValuesMultiTest, DistanceFunctionTest, TestSolrDeletionPolicy1, XsltUpdateRequestHandlerTest, DebugComponentTest, CacheHeaderTest, IndexBasedSpellCheckerTest, TestSurroundQueryParser, DisMaxRequestHandlerTest, TestQueryUtils, TestWriterPerf, DirectSolrSpellCheckerTest, TestQueryTypes, PrimitiveFieldTypeTest, FileBasedSpellCheckerTest, XmlUpdateRequestHandlerTest, RequestHandlersTest, PathHierarchyTokenizerFactoryTest, TestIndexingPerformance, MoreLikeThisHandlerTest, RequiredFieldsTest, FieldAnalysisRequestHandlerTest, FastVectorHighlighterTest, IndexSchemaTest, TestJmxIntegration, TestCollationField, ReturnFieldsTest, TestCSVResponseWriter, TestAnalyzedSuggestions, UniqFieldsUpdateProcessorFactoryTest, JsonLoaderTest, TestPHPSerializedResponseWriter, TestComponentsName, SearchHandlerTest, TestLFUCache, SOLR749Test, UpdateParamsTest, CopyFieldTest, TestStressRecovery, PrimUtilsTest, TestSuggestSpellingConverter, SpellingQueryConverterTest, DOMUtilTest, TestSolrJ, TestUtils, ZkNodePropsTest, SliceStateTest, FileUtilsTest, CursorPagingTest, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestLuceneIndexBackCompat, TestEmbeddedSolrServerConstructors, AddReplicaTest, AliasIntegrationTest]
[junit4] Completed [517/774 (1!)] on J0 in 65.15s, 8 tests, 1 failure <<< FAILURES!
[...truncated 41830 lines...]
[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk-9.0.1) - Build # 1283 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1283/
Java: 64bit/jdk-9.0.1 -XX:-UseCompressedOops -XX:+UseSerialGC
2 tests failed.
FAILED: org.apache.solr.cloud.ReplaceNodeNoTargetTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([DBB1D97E77910E35:53E5E6A4D96D63CD]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.ReplaceNodeNoTargetTest.test(ReplaceNodeNoTargetTest.java:92)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([DBB1D97E77910E35:61BDEEF12879D87A]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.junit.Assert.assertNull(Assert.java:562)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger(TriggerIntegrationTest.java:1575)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 13510 lines...]
[junit4] Suite: org.apache.solr.cloud.ReplaceNodeNoTargetTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_DBB1D97E77910E35-001/init-core-data-001
[junit4] 2> 2061587 WARN (SUITE-ReplaceNodeNoTargetTest-seed#[DBB1D97E77910E35]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 2061587 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[DBB1D97E77910E35]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2061587 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[DBB1D97E77910E35]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 2061588 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[DBB1D97E77910E35]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2061588 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[DBB1D97E77910E35]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 6 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_DBB1D97E77910E35-001/tempDir-001
[junit4] 2> 2061588 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[DBB1D97E77910E35]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2061588 INFO (Thread-5047) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2061588 INFO (Thread-5047) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2061590 ERROR (Thread-5047) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2061688 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[DBB1D97E77910E35]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:39167
[junit4] 2> 2061690 INFO (zkConnectionManagerCallback-5533-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2061693 INFO (jetty-launcher-5530-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2061693 INFO (jetty-launcher-5530-thread-6) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2061693 INFO (jetty-launcher-5530-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2061693 INFO (jetty-launcher-5530-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2061693 INFO (jetty-launcher-5530-thread-4) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2061694 INFO (jetty-launcher-5530-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2061694 INFO (jetty-launcher-5530-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2061694 INFO (jetty-launcher-5530-thread-3) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2061694 INFO (jetty-launcher-5530-thread-6) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2061694 INFO (jetty-launcher-5530-thread-6) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2061694 INFO (jetty-launcher-5530-thread-6) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2061694 INFO (jetty-launcher-5530-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@316637a1{/solr,null,AVAILABLE}
[junit4] 2> 2061694 INFO (jetty-launcher-5530-thread-6) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4a4a7924{/solr,null,AVAILABLE}
[junit4] 2> 2061694 INFO (jetty-launcher-5530-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2061694 INFO (jetty-launcher-5530-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2061694 INFO (jetty-launcher-5530-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2061694 INFO (jetty-launcher-5530-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2061694 INFO (jetty-launcher-5530-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2061694 INFO (jetty-launcher-5530-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2061694 INFO (jetty-launcher-5530-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2061694 INFO (jetty-launcher-5530-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2061694 INFO (jetty-launcher-5530-thread-4) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2061694 INFO (jetty-launcher-5530-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@db82e34{/solr,null,AVAILABLE}
[junit4] 2> 2061694 INFO (jetty-launcher-5530-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4ef7896{/solr,null,AVAILABLE}
[junit4] 2> 2061695 INFO (jetty-launcher-5530-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@74ddbe5b{/solr,null,AVAILABLE}
[junit4] 2> 2061695 INFO (jetty-launcher-5530-thread-6) [ ] o.e.j.s.AbstractConnector Started ServerConnector@643427f7{SSL,[ssl, http/1.1]}{127.0.0.1:42335}
[junit4] 2> 2061695 INFO (jetty-launcher-5530-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1da99ccb{SSL,[ssl, http/1.1]}{127.0.0.1:43445}
[junit4] 2> 2061695 INFO (jetty-launcher-5530-thread-6) [ ] o.e.j.s.Server Started @2064108ms
[junit4] 2> 2061695 INFO (jetty-launcher-5530-thread-3) [ ] o.e.j.s.Server Started @2064108ms
[junit4] 2> 2061695 INFO (jetty-launcher-5530-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42335}
[junit4] 2> 2061695 INFO (jetty-launcher-5530-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@689c855f{SSL,[ssl, http/1.1]}{127.0.0.1:33293}
[junit4] 2> 2061695 INFO (jetty-launcher-5530-thread-5) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2061695 INFO (jetty-launcher-5530-thread-2) [ ] o.e.j.s.Server Started @2064108ms
[junit4] 2> 2061695 INFO (jetty-launcher-5530-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43445}
[junit4] 2> 2061695 INFO (jetty-launcher-5530-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33293}
[junit4] 2> 2061695 INFO (jetty-launcher-5530-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1b108a0c{SSL,[ssl, http/1.1]}{127.0.0.1:41229}
[junit4] 2> 2061695 ERROR (jetty-launcher-5530-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2061695 INFO (jetty-launcher-5530-thread-4) [ ] o.e.j.s.Server Started @2064108ms
[junit4] 2> 2061695 INFO (jetty-launcher-5530-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 2061695 INFO (jetty-launcher-5530-thread-5) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2061696 INFO (jetty-launcher-5530-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2061696 INFO (jetty-launcher-5530-thread-5) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2061696 INFO (jetty-launcher-5530-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2061696 INFO (jetty-launcher-5530-thread-5) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2061696 INFO (jetty-launcher-5530-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-02T19:01:56.802122Z
[junit4] 2> 2061695 ERROR (jetty-launcher-5530-thread-6) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2061696 INFO (jetty-launcher-5530-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7c4b0c4{/solr,null,AVAILABLE}
[junit4] 2> 2061696 INFO (jetty-launcher-5530-thread-6) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 2061696 INFO (jetty-launcher-5530-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1cc27d99{SSL,[ssl, http/1.1]}{127.0.0.1:43691}
[junit4] 2> 2061696 INFO (jetty-launcher-5530-thread-6) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2061696 INFO (jetty-launcher-5530-thread-1) [ ] o.e.j.s.Server Started @2064109ms
[junit4] 2> 2061696 INFO (jetty-launcher-5530-thread-6) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2061696 INFO (jetty-launcher-5530-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43691}
[junit4] 2> 2061696 INFO (jetty-launcher-5530-thread-6) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-02T19:01:56.802471Z
[junit4] 2> 2061696 INFO (jetty-launcher-5530-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@20a5e714{SSL,[ssl, http/1.1]}{127.0.0.1:34491}
[junit4] 2> 2061696 INFO (jetty-launcher-5530-thread-5) [ ] o.e.j.s.Server Started @2064109ms
[junit4] 2> 2061696 ERROR (jetty-launcher-5530-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2061696 INFO (jetty-launcher-5530-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 2061695 INFO (jetty-launcher-5530-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41229}
[junit4] 2> 2061696 INFO (jetty-launcher-5530-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2061695 ERROR (jetty-launcher-5530-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2061696 INFO (jetty-launcher-5530-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2061696 INFO (jetty-launcher-5530-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 2061696 INFO (jetty-launcher-5530-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-02T19:01:56.802876Z
[junit4] 2> 2061696 INFO (jetty-launcher-5530-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2061696 ERROR (jetty-launcher-5530-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2061696 INFO (jetty-launcher-5530-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34491}
[junit4] 2> 2061697 INFO (jetty-launcher-5530-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 2061697 INFO (zkConnectionManagerCallback-5535-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2061697 ERROR (jetty-launcher-5530-thread-5) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2061696 INFO (jetty-launcher-5530-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2061697 INFO (jetty-launcher-5530-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 2061697 INFO (jetty-launcher-5530-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-02T19:01:56.803264Z
[junit4] 2> 2061697 INFO (jetty-launcher-5530-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2061697 INFO (jetty-launcher-5530-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2061697 INFO (zkConnectionManagerCallback-5537-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2061697 INFO (jetty-launcher-5530-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2061697 INFO (jetty-launcher-5530-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2061697 INFO (jetty-launcher-5530-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-02T19:01:56.803502Z
[junit4] 2> 2061697 INFO (zkConnectionManagerCallback-5539-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2061697 INFO (jetty-launcher-5530-thread-6) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2061697 INFO (jetty-launcher-5530-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2061697 INFO (jetty-launcher-5530-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-02T19:01:56.803827Z
[junit4] 2> 2061698 INFO (jetty-launcher-5530-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2061698 INFO (zkConnectionManagerCallback-5541-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2061698 INFO (zkConnectionManagerCallback-5545-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2061698 INFO (zkConnectionManagerCallback-5543-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2061698 INFO (jetty-launcher-5530-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2061698 INFO (jetty-launcher-5530-thread-5) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2061698 INFO (jetty-launcher-5530-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2061714 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1001588a6cd0004, likely client has closed socket
[junit4] 2> 2061714 INFO (jetty-launcher-5530-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39167/solr
[junit4] 2> 2061715 INFO (jetty-launcher-5530-thread-6) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39167/solr
[junit4] 2> 2061715 INFO (jetty-launcher-5530-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39167/solr
[junit4] 2> 2061715 INFO (jetty-launcher-5530-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39167/solr
[junit4] 2> 2061715 INFO (jetty-launcher-5530-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39167/solr
[junit4] 2> 2061715 INFO (zkConnectionManagerCallback-5558-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2061715 INFO (jetty-launcher-5530-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39167/solr
[junit4] 2> 2061715 INFO (zkConnectionManagerCallback-5555-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2061716 INFO (zkConnectionManagerCallback-5561-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2061716 INFO (zkConnectionManagerCallback-5563-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2061716 INFO (zkConnectionManagerCallback-5567-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2061716 INFO (zkConnectionManagerCallback-5569-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2061716 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1001588a6cd000b, likely client has closed socket
[junit4] 2> 2061717 INFO (zkConnectionManagerCallback-5571-thread-1-processing-n:127.0.0.1:43445_solr) [n:127.0.0.1:43445_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2061717 INFO (zkConnectionManagerCallback-5573-thread-1-processing-n:127.0.0.1:42335_solr) [n:127.0.0.1:42335_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2061717 INFO (zkConnectionManagerCallback-5577-thread-1-processing-n:127.0.0.1:41229_solr) [n:127.0.0.1:41229_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2061717 INFO (zkConnectionManagerCallback-5575-thread-1-processing-n:127.0.0.1:43691_solr) [n:127.0.0.1:43691_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2061717 INFO (zkConnectionManagerCallback-5579-thread-1-processing-n:127.0.0.1:33293_solr) [n:127.0.0.1:33293_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2061717 INFO (zkConnectionManagerCallback-5581-thread-1-processing-n:127.0.0.1:34491_solr) [n:127.0.0.1:34491_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2061772 INFO (jetty-launcher-5530-thread-3) [n:127.0.0.1:43445_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2061772 INFO (jetty-launcher-5530-thread-3) [n:127.0.0.1:43445_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43445_solr
[junit4] 2> 2061772 INFO (jetty-launcher-5530-thread-1) [n:127.0.0.1:43691_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2061773 INFO (jetty-launcher-5530-thread-3) [n:127.0.0.1:43445_solr ] o.a.s.c.Overseer Overseer (id=72081270696116237-127.0.0.1:43445_solr-n_0000000000) starting
[junit4] 2> 2061773 INFO (jetty-launcher-5530-thread-1) [n:127.0.0.1:43691_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43691_solr
[junit4] 2> 2061773 INFO (jetty-launcher-5530-thread-5) [n:127.0.0.1:34491_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2061774 INFO (jetty-launcher-5530-thread-4) [n:127.0.0.1:41229_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2061774 INFO (jetty-launcher-5530-thread-2) [n:127.0.0.1:33293_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2061774 INFO (jetty-launcher-5530-thread-5) [n:127.0.0.1:34491_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34491_solr
[junit4] 2> 2061776 INFO (jetty-launcher-5530-thread-4) [n:127.0.0.1:41229_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2061776 INFO (jetty-launcher-5530-thread-2) [n:127.0.0.1:33293_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33293_solr
[junit4] 2> 2061784 INFO (zkCallback-5578-thread-1-processing-n:127.0.0.1:33293_solr) [n:127.0.0.1:33293_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2061786 INFO (zkCallback-5576-thread-1-processing-n:127.0.0.1:41229_solr) [n:127.0.0.1:41229_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 2061786 INFO (zkCallback-5570-thread-1-processing-n:127.0.0.1:43445_solr) [n:127.0.0.1:43445_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2061787 INFO (zkCallback-5580-thread-1-processing-n:127.0.0.1:34491_solr) [n:127.0.0.1:34491_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2061787 INFO (zkCallback-5578-thread-2-processing-n:127.0.0.1:33293_solr) [n:127.0.0.1:33293_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2061787 INFO (jetty-launcher-5530-thread-4) [n:127.0.0.1:41229_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41229_solr
[junit4] 2> 2061786 INFO (zkCallback-5574-thread-1-processing-n:127.0.0.1:43691_solr) [n:127.0.0.1:43691_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2061788 INFO (zkCallback-5574-thread-1-processing-n:127.0.0.1:43691_solr) [n:127.0.0.1:43691_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2061788 INFO (zkCallback-5580-thread-1-processing-n:127.0.0.1:34491_solr) [n:127.0.0.1:34491_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2061788 INFO (zkCallback-5570-thread-1-processing-n:127.0.0.1:43445_solr) [n:127.0.0.1:43445_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2061788 INFO (zkCallback-5578-thread-2-processing-n:127.0.0.1:33293_solr) [n:127.0.0.1:33293_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2061793 INFO (jetty-launcher-5530-thread-6) [n:127.0.0.1:42335_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2061793 INFO (jetty-launcher-5530-thread-6) [n:127.0.0.1:42335_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2061794 INFO (jetty-launcher-5530-thread-6) [n:127.0.0.1:42335_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42335_solr
[junit4] 2> 2061795 INFO (zkCallback-5570-thread-1-processing-n:127.0.0.1:43445_solr) [n:127.0.0.1:43445_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2061795 INFO (zkCallback-5574-thread-1-processing-n:127.0.0.1:43691_solr) [n:127.0.0.1:43691_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2061795 INFO (zkCallback-5580-thread-1-processing-n:127.0.0.1:34491_solr) [n:127.0.0.1:34491_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2061795 INFO (zkCallback-5578-thread-2-processing-n:127.0.0.1:33293_solr) [n:127.0.0.1:33293_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2061796 INFO (zkCallback-5576-thread-1-processing-n:127.0.0.1:41229_solr) [n:127.0.0.1:41229_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2061804 INFO (zkCallback-5576-thread-2-processing-n:127.0.0.1:41229_solr) [n:127.0.0.1:41229_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2061813 INFO (jetty-launcher-5530-thread-1) [n:127.0.0.1:43691_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43691.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c55f532
[junit4] 2> 2061816 INFO (jetty-launcher-5530-thread-2) [n:127.0.0.1:33293_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33293.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c55f532
[junit4] 2> 2061827 INFO (zkCallback-5572-thread-1-processing-n:127.0.0.1:42335_solr) [n:127.0.0.1:42335_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2061833 INFO (jetty-launcher-5530-thread-3) [n:127.0.0.1:43445_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43445_solr
[junit4] 2> 2061833 INFO (zkCallback-5576-thread-2-processing-n:127.0.0.1:41229_solr) [n:127.0.0.1:41229_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 2061833 INFO (zkCallback-5574-thread-1-processing-n:127.0.0.1:43691_solr) [n:127.0.0.1:43691_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 2061834 INFO (zkCallback-5578-thread-2-processing-n:127.0.0.1:33293_solr) [n:127.0.0.1:33293_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 2061834 INFO (zkCallback-5570-thread-1-processing-n:127.0.0.1:43445_solr) [n:127.0.0.1:43445_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 2061841 INFO (zkCallback-5580-thread-1-processing-n:127.0.0.1:34491_solr) [n:127.0.0.1:34491_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 2061841 INFO (zkCallback-5572-thread-1-processing-n:127.0.0.1:42335_solr) [n:127.0.0.1:42335_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 2061842 INFO (jetty-launcher-5530-thread-1) [n:127.0.0.1:43691_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43691.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c55f532
[junit4] 2> 2061842 INFO (jetty-launcher-5530-thread-1) [n:127.0.0.1:43691_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43691.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c55f532
[junit4] 2> 2061843 INFO (jetty-launcher-5530-thread-6) [n:127.0.0.1:42335_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42335.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c55f532
[junit4] 2> 2061844 INFO (jetty-launcher-5530-thread-1) [n:127.0.0.1:43691_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_DBB1D97E77910E35-001/tempDir-001/node1/.
[junit4] 2> 2061844 INFO (jetty-launcher-5530-thread-5) [n:127.0.0.1:34491_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34491.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c55f532
[junit4] 2> 2061849 INFO (jetty-launcher-5530-thread-2) [n:127.0.0.1:33293_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33293.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c55f532
[junit4] 2> 2061849 INFO (jetty-launcher-5530-thread-2) [n:127.0.0.1:33293_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33293.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c55f532
[junit4] 2> 2061851 INFO (jetty-launcher-5530-thread-2) [n:127.0.0.1:33293_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_DBB1D97E77910E35-001/tempDir-001/node2/.
[junit4] 2> 2061854 INFO (jetty-launcher-5530-thread-6) [n:127.0.0.1:42335_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42335.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c55f532
[junit4] 2> 2061854 INFO (jetty-launcher-5530-thread-6) [n:127.0.0.1:42335_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42335.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c55f532
[junit4] 2> 2061855 INFO (jetty-launcher-5530-thread-4) [n:127.0.0.1:41229_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41229.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c55f532
[junit4] 2> 2061855 INFO (jetty-launcher-5530-thread-5) [n:127.0.0.1:34491_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34491.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c55f532
[junit4] 2> 2061855 INFO (jetty-launcher-5530-thread-5) [n:127.0.0.1:34491_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34491.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c55f532
[junit4] 2> 2061855 INFO (jetty-launcher-5530-thread-6) [n:127.0.0.1:42335_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_DBB1D97E77910E35-001/tempDir-001/node6/.
[junit4] 2> 2061856 INFO (jetty-launcher-5530-thread-5) [n:127.0.0.1:34491_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_DBB1D97E77910E35-001/tempDir-001/node5/.
[junit4] 2> 2061862 INFO (jetty-launcher-5530-thread-4) [n:127.0.0.1:41229_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41229.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c55f532
[junit4] 2> 2061862 INFO (jetty-launcher-5530-thread-4) [n:127.0.0.1:41229_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41229.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c55f532
[junit4] 2> 2061863 INFO (jetty-launcher-5530-thread-4) [n:127.0.0.1:41229_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_DBB1D97E77910E35-001/tempDir-001/node4/.
[junit4] 2> 2061872 INFO (jetty-launcher-5530-thread-3) [n:127.0.0.1:43445_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43445.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c55f532
[junit4] 2> 2061879 INFO (jetty-launcher-5530-thread-3) [n:127.0.0.1:43445_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43445.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c55f532
[junit4] 2> 2061879 INFO (jetty-launcher-5530-thread-3) [n:127.0.0.1:43445_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43445.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c55f532
[junit4] 2> 2061880 INFO (jetty-launcher-5530-thread-3) [n:127.0.0.1:43445_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_DBB1D97E77910E35-001/tempDir-001/node3/.
[junit4] 2> 2062058 INFO (zkConnectionManagerCallback-5595-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2062059 INFO (zkConnectionManagerCallback-5599-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2062060 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[DBB1D97E77910E35]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (6)
[junit4] 2> 2062060 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[DBB1D97E77910E35]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39167/solr ready
[junit4] 2> 2062084 INFO (TEST-ReplaceNodeNoTargetTest.test-seed#[DBB1D97E77910E35]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 2062085 INFO (zkConnectionManagerCallback-5601-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2062086 INFO (TEST-ReplaceNodeNoTargetTest.test-seed#[DBB1D97E77910E35]) [ ] o.a.s.c.ReplaceNodeNoTargetTest total_jettys: 6
[junit4] 2> 2062110 INFO (qtp1368576496-20461) [n:127.0.0.1:33293_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2062120 INFO (qtp317503767-20485) [n:127.0.0.1:34491_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2062131 INFO (qtp1255831550-20468) [n:127.0.0.1:41229_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2062143 INFO (qtp107278474-20459) [n:127.0.0.1:42335_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2062151 INFO (qtp641914805-20451) [n:127.0.0.1:43445_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2062154 INFO (qtp181766792-20445) [n:127.0.0.1:43691_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2062154 INFO (qtp181766792-20473) [n:127.0.0.1:43691_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=56
[junit4] 2> 2062157 INFO (qtp1255831550-20468) [n:127.0.0.1:41229_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=2&collection.configName=conf1&name=replacenodetest_coll_notarget&nrtReplicas=2&action=CREATE&numShards=5&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2062158 INFO (OverseerThreadFactory-7942-thread-1-processing-n:127.0.0.1:43445_solr) [n:127.0.0.1:43445_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection replacenodetest_coll_notarget
[junit4] 2> 2062161 INFO (qtp1368576496-20465) [n:127.0.0.1:33293_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2062163 INFO (qtp317503767-20484) [n:127.0.0.1:34491_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2062164 INFO (qtp1255831550-20453) [n:127.0.0.1:41229_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2062166 INFO (qtp107278474-20462) [n:127.0.0.1:42335_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2062168 INFO (qtp641914805-20455) [n:127.0.0.1:43445_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2062170 INFO (qtp181766792-20445) [n:127.0.0.1:43691_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2062171 INFO (OverseerThreadFactory-7942-thread-1-processing-n:127.0.0.1:43445_solr) [n:127.0.0.1:43445_solr ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 361277715 sessionWrapper.createTime 361277713700412, this.sessionWrapper.createTime 361277713700412
[junit4] 2> 2062275 INFO (OverseerStateUpdate-72081270696116237-127.0.0.1:43445_solr-n_0000000000) [n:127.0.0.1:43445_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:43691/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2062276 INFO (OverseerStateUpdate-72081270696116237-127.0.0.1:43445_solr-n_0000000000) [n:127.0.0.1:43445_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:43445/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2062276 INFO (OverseerStateUpdate-72081270696116237-127.0.0.1:43445_solr-n_0000000000) [n:127.0.0.1:43445_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:42335/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2062277 INFO (OverseerStateUpdate-72081270696116237-127.0.0.1:43445_solr-n_0000000000) [n:127.0.0.1:43445_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:41229/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2062278 INFO (OverseerStateUpdate-72081270696116237-127.0.0.1:43445_solr-n_0000000000) [n:127.0.0.1:43445_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard3_replica_n8",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:34491/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2062278 INFO (OverseerStateUpdate-72081270696116237-127.0.0.1:43445_solr-n_0000000000) [n:127.0.0.1:43445_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard3_replica_n10",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33293/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2062279 INFO (OverseerStateUpdate-72081270696116237-127.0.0.1:43445_solr-n_0000000000) [n:127.0.0.1:43445_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard4",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard4_replica_n12",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33293/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2062280 INFO (OverseerStateUpdate-72081270696116237-127.0.0.1:43445_solr-n_0000000000) [n:127.0.0.1:43445_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard4",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard4_replica_n14",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:34491/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2062281 INFO (OverseerStateUpdate-72081270696116237-127.0.0.1:43445_solr-n_0000000000) [n:127.0.0.1:43445_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard5",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard5_replica_n16",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:41229/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2062281 INFO (OverseerStateUpdate-72081270696116237-127.0.0.1:43445_solr-n_0000000000) [n:127.0.0.1:43445_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard5",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard5_replica_n18",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:42335/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2062496 INFO (qtp641914805-20434) [n:127.0.0.1:43445_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard1_replica_n2&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2062496 INFO (qtp181766792-20600) [n:127.0.0.1:43691_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard1_replica_n1&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2062496 INFO (qtp1255831550-20603) [n:127.0.0.1:41229_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node9&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard2_replica_n6&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2062496 INFO (qtp107278474-20438) [n:127.0.0.1:42335_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard2_replica_n4&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2062496 INFO (qtp641914805-20434) [n:127.0.0.1:43445_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2062496 INFO (qtp181766792-20600) [n:127.0.0.1:43691_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2062496 INFO (qtp107278474-20438) [n:127.0.0.1:42335_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2062497 INFO (qtp1255831550-20603) [n:127.0.0.1:41229_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2062497 INFO (qtp1368576496-20440) [n:127.0.0.1:33293_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node13&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard3_replica_n10&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2062497 INFO (qtp317503767-20480) [n:127.0.0.1:34491_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard3_replica_n8&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2062497 INFO (qtp1368576496-20440) [n:127.0.0.1:33293_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2062497 INFO (qtp317503767-20480) [n:127.0.0.1:34491_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2062500 INFO (qtp1368576496-20436) [n:127.0.0.1:33293_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node15&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard4_replica_n12&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard4&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2062500 INFO (qtp1255831550-20442) [n:127.0.0.1:41229_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node19&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard5_replica_n16&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard5&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2062500 INFO (qtp317503767-20478) [n:127.0.0.1:34491_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node17&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard4_replica_n14&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard4&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2062501 INFO (qtp107278474-20435) [n:127.0.0.1:42335_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node20&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard5_replica_n18&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard5&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2062603 INFO (zkCallback-5576-thread-2-processing-n:127.0.0.1:41229_solr) [n:127.0.0.1:41229_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 2062603 INFO (zkCallback-5570-thread-1-processing-n:127.0.0.1:43445_solr) [n:127.0.0.1:43445_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 2062603 INFO (zkCallback-5576-thread-3-processing-n:127.0.0.1:41229_solr) [n:127.0.0.1:41229_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 2062603 INFO (zkCallback-5578-thread-1-processing-n:127.0.0.1:33293_solr) [n:127.0.0.1:33293_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 2062603 INFO (zkCallback-5578-thread-2-processing-n:127.0.0.1:33293_solr) [n:127.0.0.1:33293_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 2062604 INFO (zkCallback-5574-thread-2-processing-n:127.0.0.1:43691_solr) [n:127.0.0.1:43691_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 2062604 INFO (zkCallback-5572-thread-2-processing-n:127.0.0.1:42335_solr) [n:127.0.0.1:42335_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 2062603 INFO (zkCallback-5574-thread-1-processing-n:127.0.0.1:43691_solr) [n:127.0.0.1:43691_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 2062603 INFO (zkCallback-5572-thread-1-processing-n:127.0.0.1:42335_solr) [n:127.0.0.1:42335_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 2062603 INFO (zkCallback-5580-thread-1-processing-n:127.0.0.1:34491_solr) [n:127.0.0.1:34491_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 2062603 INFO (zkCallback-5576-thread-1-processing-n:127.0.0.1:41229_solr) [n:127.0.0.1:41229_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 2062604 INFO (zkCallback-5580-thread-2-processing-n:127.0.0.1:34491_solr) [n:127.0.0.1:34491_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 2062603 INFO (zkCallback-5570-thread-2-processing-n:127.0.0.1:43445_solr) [n:127.0.0.1:43445_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 2063505 INFO (qtp107278474-20438) [n:127.0.0.1:42335_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2063506 INFO (qtp317503767-20480) [n:127.0.0.1:34491_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2063506 INFO (qtp641914805-20434) [n:127.0.0.1:43445_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2063523 INFO (qtp181766792-20600) [n:127.0.0.1:43691_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2063524 INFO (qtp317503767-20480) [n:127.0.0.1:34491_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard3_replica_n8] Schema name=cloud-dynamic
[junit4] 2> 2063529 INFO (qtp317503767-20478) [n:127.0.0.1:34491_solr c:replacenodetest_coll_notarget s:shard4 r:core_node17 x:replacenodetest_coll_notarget_shard4_replica_n14] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2063529 INFO (qtp1368576496-20436) [n:127.0.0.1:33293_solr c:replacenodetest_coll_notarget s:shard4 r:core_node15 x:replacenodetest_coll_notarget_shard4_replica_n12] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2063544 INFO (qtp107278474-20438) [n:127.0.0.1:42335_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard2_replica_n4] Schema name=cloud-dynamic
[junit4] 2> 2063545 INFO (qtp641914805-20434) [n:127.0.0.1:43445_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard1_replica_n2] Schema name=cloud-dynamic
[junit4] 2> 2063546 INFO (qtp181766792-20600) [n:127.0.0.1:43691_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard1_replica_n1] Schema name=cloud-dynamic
[junit4] 2> 2063548 INFO (qtp107278474-20435) [n:127.0.0.1:42335_solr c:replacenodetest_coll_notarget s:shard5 r:core_node20 x:replacenodetest_coll_notarget_shard5_replica_n18] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2063551 INFO (qtp1368576496-20436) [n:127.0.0.1:33293_solr c:replacenodetest_coll_notarget s:shard4 r:core_node15 x:replacenodetest_coll_notarget_shard4_replica_n12] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard4_replica_n12] Schema name=cloud-dynamic
[junit4] 2> 2063551 INFO (qtp1255831550-20603) [n:127.0.0.1:41229_solr c:replacenodetest_coll_notarget s:shard2 r:core_node9 x:replacenodetest_coll_notarget_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2063563 INFO (qtp1368576496-20440) [n:127.0.0.1:33293_solr c:replacenodetest_coll_notarget s:shard3 r:core_node13 x:replacenodetest_coll_notarget_shard3_replica_n10] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2063565 INFO (qtp1255831550-20442) [n:127.0.0.1:41229_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2063585 INFO (qtp317503767-20478) [n:127.0.0.1:34491_solr c:replacenodetest_coll_notarget s:shard4 r:core_node17 x:replacenodetest_coll_notarget_shard4_replica_n14] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard4_replica_n14] Schema name=cloud-dynamic
[junit4] 2> 2063602 INFO (qtp1368576496-20440) [n:127.0.0.1:33293_solr c:replacenodetest_coll_notarget s:shard3 r:core_node13 x:replacenodetest_coll_notarget_shard3_replica_n10] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard3_replica_n10] Schema name=cloud-dynamic
[junit4] 2> 2063602 INFO (qtp1255831550-20442) [n:127.0.0.1:41229_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard5_replica_n16] Schema name=cloud-dynamic
[junit4] 2> 2063602 INFO (qtp107278474-20435) [n:127.0.0.1:42335_solr c:replacenodetest_coll_notarget s:shard5 r:core_node20 x:replacenodetest_coll_notarget_shard5_replica_n18] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard5_replica_n18] Schema name=cloud-dynamic
[junit4] 2> 2063623 INFO (qtp107278474-20438) [n:127.0.0.1:42335_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2063623 INFO (qtp1255831550-20603) [n:127.0.0.1:41229_solr c:replacenodetest_coll_notarget s:shard2 r:core_node9 x:replacenodetest_coll_notarget_shard2_replica_n6] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard2_replica_n6] Schema name=cloud-dynamic
[junit4] 2> 2063623 INFO (qtp107278474-20438) [n:127.0.0.1:42335_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard2_replica_n4' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 2063624 INFO (qtp107278474-20438) [n:127.0.0.1:42335_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42335.solr.core.replacenodetest_coll_notarget.shard2.replica_n4' (registry 'solr.core.replacenodetest_coll_notarget.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c55f532
[junit4] 2> 2063625 INFO (qtp107278474-20438) [n:127.0.0.1:42335_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2063625 INFO (qtp107278474-20438) [n:127.0.0.1:42335_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_DBB1D97E77910E35-001/tempDir-001/node6/replacenodetest_coll_notarget_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_DBB1D97E77910E35-001/tempDir-001/node6/./replacenodetest_coll_notarget_shard2_replica_n4/data/]
[junit4] 2> 2063644 INFO (qtp641914805-20434) [n:127.0.0.1:43445_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2063644 INFO (qtp641914805-20434) [n:127.0.0.1:43445_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard1_replica_n2' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 2063645 INFO (qtp641914805-20434) [n:127.0.0.1:43445_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43445.solr.core.replacenodetest_coll_notarget.shard1.replica_n2' (registry 'solr.core.replacenodetest_coll_notarget.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c55f532
[junit4] 2> 2063645 INFO (qtp641914805-20434) [n:127.0.0.1:43445_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2063645 INFO (qtp641914805-20434) [n:127.0.0.1:43445_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_DBB1D97E77910E35-001/tempDir-001/node3/replacenodetest_coll_notarget_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_DBB1D97E77910E35-001/tempDir-001/node3/./replacenodetest_coll_notarget_shard1_replica_n2/data/]
[junit4] 2> 2063661 INFO (qtp317503767-20478) [n:127.0.0.1:34491_solr c:replacenodetest_coll_notarget s:shard4 r:core_node17 x:replacenodetest_coll_notarget_shard4_replica_n14] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2063661 INFO (qtp317503767-20478) [n:127.0.0.1:34491_solr c:replacenodetest_coll_notarget s:shard4 r:core_node17 x:replacenodetest_coll_notarget_shard4_replica_n14] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard4_replica_n14' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 2063662 INFO (qtp317503767-20478) [n:127.0.0.1:34491_solr c:replacenodetest_coll_notarget s:shard4 r:core_node17 x:replacenodetest_coll_notarget_shard4_replica_n14] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34491.solr.core.replacenodetest_coll_notarget.shard4.replica_n14' (registry 'solr.core.replacenodetest_coll_notarget.shard4.replica_n14') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c55f532
[junit4] 2> 2063662 INFO (qtp317503767-20478) [n:127.0.0.1:34491_solr c:replacenodetest_coll_notarget s:shard4 r:core_node17 x:replacenodetest_coll_notarget_shard4_replica_n14] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2063662 INFO (qtp317503767-20478) [n:127.0.0.1:34491_solr c:replacenodetest_coll_notarget s:shard4 r:core_node17 x:replacenodetest_coll_notarget_shard4_replica_n14] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard4_replica_n14] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_DBB1D97E77910E35-001/tempDir-001/node5/replacenodetest_coll_notarget_shard4_replica_n14], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_DBB1D97E77910E35-001/tempDir-001/node5/./replacenodetest_coll_notarget_shard4_replica_n14/data/]
[junit4] 2> 2063662 INFO (qtp1255831550-20442) [n:127.0.0.1:41229_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2063662 INFO (qtp1255831550-20442) [n:127.0.0.1:41229_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard5_replica_n16' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 2063663 INFO (qtp317503767-20480) [n:127.0.0.1:34491_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2063663 INFO (qtp317503767-20480) [n:127.0.0.1:34491_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard3_replica_n8' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 2063663 INFO (qtp1255831550-20442) [n:127.0.0.1:41229_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41229.solr.core.replacenodetest_coll_notarget.shard5.replica_n16' (registry 'solr.core.replacenodetest_coll_notarget.shard5.replica_n16') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c55f532
[junit4] 2> 2063663 INFO (qtp1255831550-20442) [n:127.0.0.1:41229_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2063663 INFO (qtp1255831550-20442) [n:127.0.0.1:41229_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard5_replica_n16] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_DBB1D97E77910E35-001/tempDir-001/node4/replacenodetest_coll_notarget_shard5_replica_n16], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_DBB1D97E77910E35-001/tempDir-001/node4/./replacenodetest_coll_notarget_shard5_replica_n16/data/]
[junit4] 2> 2063663 INFO (qtp317503767-20480) [n:127.0.0.1:34491_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34491.solr.core.replacenodetest_coll_notarget.shard3.replica_n8' (registry 'solr.core.replacenodetest_coll_notarget.shard3.replica_n8') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c55f532
[junit4] 2> 2063663 INFO (qtp317503767-20480) [n:127.0.0.1:34491_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2063663 INFO (qtp317503767-20480) [n:127.0.0.1:34491_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard3_replica_n8] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_DBB1D97E77910E35-001/tempDir-001/node5/replacenodetest_coll_notarget_shard3_replica_n8], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_DBB1D97E77910E35-001/tempDir-001/node5/./replacenodetest_coll_notarget_shard3_replica_n8/data/]
[junit4] 2> 2063670 INFO (qtp181766792-20600) [n:127.0.0.1:43691_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2063671 INFO (qtp181766792-20600) [n:127.0.0.1:43691_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard1_replica_n1' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 2063671 INFO (qtp181766792-20600) [n:127.0.0.1:43691_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43691.solr.core.replacenodetest_coll_notarget.shard1.replica_n1' (registry 'solr.core.replacenodetest_coll_notarget.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c55f532
[junit4] 2> 2063671 INFO (qtp181766792-20600) [n:127.0.0.1:43691_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2063671 INFO (qtp181766792-20600) [n:127.0.0.1:43691_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_DBB1D97E77910E35-001/tempDir-001/node1/replacenodetest_coll_notarget_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_DBB1D97E77910E35-001/tempDir-001/node1/./replacenodetest_coll_notarget_shard1_replica_n1/data/]
[junit4] 2> 2063672 INFO (qtp107278474-20435) [n:127.0.0.1:42335_solr c:replacenodetest_coll_notarget s:shard5 r:core_node20 x:replacenodetest_coll_notarget_shard5_replica_n18] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2063672 INFO (qtp107278474-20435) [n:127.0.0.1:42335_solr c:replacenodetest_coll_notarget s:shard5 r:core_node20 x:replacenodetest_coll_notarget_shard5_replica_n18] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard5_replica_n18' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 2063684 INFO (qtp107278474-20435) [n:127.0.0.1:42335_solr c:replacenodetest_coll_notarget s:shard5 r:core_node20 x:replacenodetest_coll_notarget_shard5_replica_n18] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42335.solr.core.replacenodetest_coll_notarget.shard5.replica_n18' (registry 'solr.core.replacenodetest_coll_notarget.shard5.replica_n18') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c55f532
[junit4] 2> 2063685 INFO (qtp107278474-20435) [n:127.0.0.1:42335_solr c:replacenodetest_coll_notarget s:shard5 r:core_node20 x:replacenodetest_coll_notarget_shard5_replica_n18] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2063685 INFO (qtp107278474-20435) [n:127.0.0.1:42335_solr c:replacenodetest_coll_notarget s:shard5 r:core_node20 x:replacenodetest_coll_notarget_shard5_replica_n18] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard5_replica_n18] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_DBB1D97E77910E35-001/tempDir-001/node6/replacenodetest_coll_notarget_shard5_replica_n18], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_DBB1D97E77910E35-001/tempDir-001/node6/./replacenodetest_coll_notarget_shard5_replica_n18/data/]
[junit4] 2> 2063685 INFO (qtp1255831550-20603) [n:127.0.0.1:41229_solr c:replacenodetest_coll_notarget s:shard2 r:core_node9 x:replacenodetest_coll_notarget_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2063685 INFO (qtp1255831550-20603) [n:127.0.0.1:41229_solr c:replacenodetest_coll_notarget s:shard2 r:core_node9 x:replacenodetest_coll_notarget_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard2_replica_n6' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 2063686 INFO (qtp1255831550-20603) [n:127.0.0.1:41229_solr c:replacenodetest_coll_notarget s:shard2 r:core_node9 x:replacenodetest_coll_notarget_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41229.solr.core.replacenodetest_coll_notarget.shard2.replica_n6' (registry 'solr.core.replacenodetest_coll_notarget.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c55f532
[junit4] 2> 2063686 INFO (qtp1255831550-20603) [n:127.0.0.1:41229_solr c:replacenodetest_coll_notarget s:shard2 r:core_node9 x:replacenodetest_coll_notarget_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2063686 INFO (qtp1255831550-20603) [n:127.0.0.1:41229_solr c:replacenodetest_coll_notarget s:shard2 r:core_node9 x:replacenodetest_coll_notarget_shard2_replica_n6] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_DBB1D97E77910E35-001/tempDir-001/node4/replacenodetest_coll_notarget_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_DBB1D97E77910E35-001/tempDir-001/node4/./replacenodetest_coll_notarget_shard2_replica_n6/data/]
[junit4] 2> 2063684 INFO (qtp1368576496-20440) [n:127.0.0.1:33293_solr c:replacenodetest_coll_notarget s:shard3 r:core_node13 x:replacenodetest_coll_notarget_shard3_replica_n10] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2063686 INFO (qtp1368576496-20440) [n:127.0.0.1:33293_solr c:replacenodetest_coll_notarget s:shard3 r:core_node13 x:replacenodetest_coll_notarget_shard3_replica_n10] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard3_replica_n10' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 2063686 INFO (qtp1368576496-20440) [n:127.0.0.1:33293_solr c:replacenodetest_coll_notarget s:shard3 r:core_node13 x:replacenodetest_coll_notarget_shard3_replica_n10] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33293.solr.core.replacenodetest_coll_notarget.shard3.replica_n10' (registry 'solr.core.replacenodetest_coll_notarget.shard3.replica_n10') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c55f532
[junit4] 2> 2063686 INFO (qtp1368576496-20440) [n:127.0.0.1:33293_solr c:replacenodetest_coll_notarget s:shard3 r:core_node13 x:replacenodetest_coll_notarget_shard3_replica_n10] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2063686 INFO (qtp1368576496-20440) [n:127.0.0.1:33293_solr c:replacenodetest_coll_notarget s:shard3 r:core_node13 x:replacenodetest_coll_notarget_shard3_replica_n10] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard3_replica_n10] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_DBB1D97E77910E35-001/tempDir-001/node2/replacenodetest_coll_notarget_shard3_replica_n10], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_DBB1D97E77910E35-001/tempDir-001/node2/./replacenodetest_coll_notarget_shard3_replica_n10/data/]
[junit4] 2> 2063683 INFO (qtp1368576496-20436) [n:127.0.0.1:33293_solr c:replacenodetest_coll_notarget s:shard4 r:core_node15 x:replacenodetest_coll_notarget_shard4_replica_n12] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2063689 INFO (qtp1368576496-20436) [n:127.0.0.1:33293_solr c:replacenodetest_coll_notarget s:shard4 r:core_node15 x:replacenodetest_coll_notarget_shard4_replica_n12] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard4_replica_n12' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 2063689 INFO (qtp1368576496-20436) [n:127.0.0.1:33293_solr c:replacenodetest_coll_notarget s:shard4 r:core_node15 x:replacenodetest_coll_notarget_shard4_replica_n12] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33293.solr.core.replacenodetest_coll_notarget.shard4.replica_n12' (registry 'solr.core.replacenodetest_coll_notarget.shard4.replica_n12') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c55f532
[junit4] 2> 2063689 INFO (qtp1368576496-20436) [n:127.0.0.1:33293_solr c:replacenodetest_coll_notarget s:shard4 r:core_node15 x:replacenodetest_coll_notarget_shard4_replica_n12] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2063689 INFO (qtp1368576496-20436) [n:127.0.0.1:33293_solr c:replacenodetest_coll_notarget s:shard4 r:core_node15 x:replacenodetest_coll_notarget_shard4_replica_n12] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard4_replica_n12] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_DBB1D97E77910E35-001/tempDir-001/node2/replacenodetest_coll_notarget_shard4_replica_n12], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_DBB1D97E77910E35-001/tempDir-001/node2/./replacenodetest_coll_notarget_shard4_replica_n12/data/]
[junit4] 2> 2063753 INFO (qtp641914805-20434) [n:127.0.0.1:43445_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2063753 INFO (qtp641914805-20434) [n:127.0.0.1:43445_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2063755 INFO (qtp641914805-20434) [n:127.0.0.1:43445_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2063755 INFO (qtp641914805-20434) [n:127.0.0.1:43445_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2063759 INFO (qtp641914805-20434) [n:127.0.0.1:43445_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@861dded[replacenodetest_coll_notarget_shard1_replica_n2] main]
[junit4] 2> 2063759 INFO (qtp641914805-20434) [n:127.0.0.1:43445_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2063759 INFO (qtp641914805-20434) [n:127.0.0.1:43445_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2063761 INFO (qtp641914805-20434) [n:127.0.0.1:43445_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2063761 INFO (qtp641914805-20434) [n:127.0.0.1:43445_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591316965089083392
[junit4] 2> 2063765 INFO (searcherExecutor-7952-thread-1-processing-n:127.0.0.1:43445_solr x:replacenodetest_coll_notarget_shard1_replica_n2 s:shard1 c:replacenodetest_coll_notarget r:core_node5) [n:127.0.0.1:43445_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.c.SolrCore [replacenodetest_coll_notarget_shard1_replica_n2] Registered new searcher Searcher@861dded[replacenodetest_coll_notarget_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2063766 INFO (qtp641914805-20434) [n:127.0.0.1:43445_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 2063767 INFO (qtp107278474-20438) [n:127.0.0.1:42335_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2063767 INFO (qtp107278474-20438) [n:127.0.0.1:42335_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.u.UpdateLog Initia
[...truncated too long message...]
, domain = solr.core.testMetricTrigger.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.testMetricTrigger.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@59660637
[junit4] 2> 2516375 INFO (coreCloseExecutor-7598-thread-1) [n:127.0.0.1:35409_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=1592750947
[junit4] 2> 2516375 INFO (coreCloseExecutor-7598-thread-2) [n:127.0.0.1:35409_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testMetricTrigger.shard2.leader, tag=1223878549
[junit4] 2> 2516376 INFO (jetty-closer-7230-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72081288286109716-127.0.0.1:35409_solr-n_0000000005) closing
[junit4] 2> 2516376 INFO (OverseerStateUpdate-72081288286109716-127.0.0.1:35409_solr-n_0000000005) [n:127.0.0.1:35409_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:35409_solr
[junit4] 2> 2516376 WARN (OverseerAutoScalingTriggerThread-72081288286109716-127.0.0.1:35409_solr-n_0000000005) [n:127.0.0.1:35409_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2516376 DEBUG (jetty-closer-7230-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 2516378 INFO (jetty-closer-7230-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6083164d{/solr,null,UNAVAILABLE}
[junit4] 2> 2516378 INFO (jetty-closer-7230-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2517827 INFO (jetty-closer-7230-thread-6) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@25c1471{/solr,null,UNAVAILABLE}
[junit4] 2> 2517827 INFO (jetty-closer-7230-thread-6) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2517853 WARN (zkCallback-7438-thread-2-processing-n:127.0.0.1:42865_solr) [n:127.0.0.1:42865_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2517853 INFO (jetty-closer-7230-thread-12) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7dc3cda6{/solr,null,UNAVAILABLE}
[junit4] 2> 2517853 INFO (jetty-closer-7230-thread-12) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2517856 INFO (jetty-closer-7230-thread-8) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@76cf8bda{/solr,null,UNAVAILABLE}
[junit4] 2> 2517856 INFO (jetty-closer-7230-thread-8) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2517856 ERROR (SUITE-TriggerIntegrationTest-seed#[DBB1D97E77910E35]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2517857 INFO (SUITE-TriggerIntegrationTest-seed#[DBB1D97E77910E35]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38547 38547
[junit4] 2> 2517908 INFO (Thread-6513) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38547 38547
[junit4] 2> 2517909 WARN (Thread-6513) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 22 /solr/clusterprops.json
[junit4] 2> 22 /solr/aliases.json
[junit4] 2> 21 /solr/security.json
[junit4] 2> 16 /solr/collections/collection1/terms/shard1
[junit4] 2> 5 /solr/configs/conf
[junit4] 2> 2 /solr/collections/testMetricTrigger/terms/shard1
[junit4] 2> 2 /solr/collections/testMetricTrigger/terms/shard2
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 50 /solr/collections/collection1/state.json
[junit4] 2> 22 /solr/clusterstate.json
[junit4] 2> 11 /solr/collections/testMetricTrigger/state.json
[junit4] 2> 6 /solr/autoscaling.json
[junit4] 2> 4 /solr/overseer_elect/election/72081288286109725-127.0.0.1:40241_solr-n_0000000008
[junit4] 2> 3 /solr/overseer_elect/election/72081288286109716-127.0.0.1:35409_solr-n_0000000005
[junit4] 2> 3 /solr/collections/collection1/leader_elect/shard1/election/72081288286109716-core_node3-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/72081288286109737-127.0.0.1:43167_solr-n_0000000012
[junit4] 2> 2 /solr/overseer_elect/election/72081288286109755-127.0.0.1:34791_solr-n_0000000018
[junit4] 2> 2 /solr/overseer_elect/election/72081288286109746-127.0.0.1:42825_solr-n_0000000015
[junit4] 2> 2 /solr/overseer_elect/election/72081288286109722-127.0.0.1:32995_solr-n_0000000007
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 22 /solr/live_nodes
[junit4] 2> 22 /solr/collections
[junit4] 2> 6 /solr/overseer/queue-work
[junit4] 2> 6 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 6 /solr/overseer/queue
[junit4] 2> 6 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/autoscaling/events/node_lost_triggerMR
[junit4] 2> 2 /solr/autoscaling/events/node_added_triggerCTOOR
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_DBB1D97E77910E35-001
[junit4] 2> Feb 02, 2018 7:09:32 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=true): {}, locale=kab-DZ, timezone=SST
[junit4] 2> NOTE: Linux 4.13.0-32-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=1,free=131686368,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestCollationFieldDocValues, TestImplicitCoreProperties, TestSQLHandlerNonCloud, TestDistributedGrouping, ConcurrentDeleteAndCreateCollectionTest, OverriddenZkACLAndCredentialsProvidersTest, HdfsTlogReplayBufferedWhileIndexingTest, TestJettySolrRunner, TestTrieFacet, FileUtilsTest, ShardSplitTest, TestQueryUtils, TestUninvertingReader, PKIAuthenticationIntegrationTest, TestSolrCloudWithSecureImpersonation, TestSimpleTrackingShardHandler, TestCloudPivotFacet, BitVectorTest, TestSolrFieldCacheBean, PreAnalyzedUpdateProcessorTest, SolrCoreTest, DistribJoinFromCollectionTest, TestTolerantUpdateProcessorRandomCloud, TestNoOpRegenerator, SliceStateTest, TestXIncludeConfig, TestLRUStatsCache, TestLegacyTerms, TestSchemaNameResource, TestDistributedStatsComponentCardinality, TestMaxTokenLenTokenizer, TestReplicationHandler, QueryEqualityTest, TestCloudSearcherWarming, TestCursorMarkWithoutUniqueKey, TestOnReconnectListenerSupport, TestSystemIdResolver, BaseCdcrDistributedZkTest, TestSchemaManager, UpdateLogTest, SortSpecParsingTest, DeleteStatusTest, UpdateRequestProcessorFactoryTest, StatsReloadRaceTest, MetricUtilsTest, TestNumericRangeQuery64, TestChildDocTransformer, ResourceLoaderTest, CSVRequestHandlerTest, BasicFunctionalityTest, TestSchemaVersionResource, SolrShardReporterTest, CollectionTooManyReplicasTest, TestSimpleTextCodec, AnalyticsQueryTest, PrimitiveFieldTypeTest, SolrCloudExampleTest, TestReload, TestSystemCollAutoCreate, TestExportWriter, TestMaxScoreQueryParser, AlternateDirectoryTest, BlockJoinFacetSimpleTest, TestManagedSchemaAPI, HdfsRestartWhileUpdatingTest, ShardRoutingCustomTest, TestRuleBasedAuthorizationPlugin, HttpSolrCallGetCoreTest, TestDeleteCollectionOnDownNodes, TestConfigSetImmutable, FastVectorHighlighterTest, HdfsNNFailoverTest, UUIDUpdateProcessorFallbackTest, SimplePostToolTest, TestPostingsSolrHighlighter, TestNamedUpdateProcessors, SortByFunctionTest, SoftAutoCommitTest, IndexSchemaTest, CreateRoutedAliasTest, SOLR749Test, SpellCheckCollatorWithCollapseTest, DistributedFacetPivotLargeTest, TestHdfsUpdateLog, TestPartialUpdateDeduplication, SearchRateTriggerTest, LargeFieldTest, TestMinMaxOnMultiValuedField, TestPullReplicaErrorHandling, ZkControllerTest, TestStressLiveNodes, RestartWhileUpdatingTest, HttpPartitionTest, JsonLoaderTest, TestExclusionRuleCollectionAccess, SolrMetricManagerTest, TestHashQParserPlugin, ZkStateWriterTest, TestLegacyFieldCache, TestConfigSetsAPIExclusivity, TestStressRecovery, TestSolr4Spatial, CollectionStateFormat2Test, TestJsonRequest, CdcrUpdateLogTest, TestLargeCluster, TestCloudDeleteByQuery, PeerSyncReplicationTest, JvmMetricsTest, TestFunctionQuery, TestSolrCloudSnapshots, ClassificationUpdateProcessorIntegrationTest, TestJavabinTupleStreamParser, TestSegmentSorting, SyncSliceTest, LoggingHandlerTest, TestLRUCache, MetricTriggerTest, TestPayloadScoreQParserPlugin, RequiredFieldsTest, TestSearchPerf, TestFieldCache, TestStressVersions, MoveReplicaHDFSFailoverTest, HdfsDirectoryTest, DirectSolrConnectionTest, HLLSerializationTest, TestFuzzyAnalyzedSuggestions, CloudExitableDirectoryReaderTest, CollectionsAPISolrJTest, DocValuesNotIndexedTest, LIRRollingUpdatesTest, MoveReplicaTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerRolesTest, RecoveryAfterSoftCommitTest, SolrXmlInZkTest, TestDownShardTolerantSearch, TestLeaderInitiatedRecoveryThread, TestSSLRandomization, TestSkipOverseerOperations, VMParamsZkACLAndCredentialsProvidersTest, ZkShardTermsTest, CustomCollectionTest, TestCollectionsAPIViaSolrCloudCluster, ExecutePlanActionTest, NodeAddedTriggerTest, TriggerIntegrationTest]
[junit4] Completed [632/774 (2!)] on J1 in 188.55s, 14 tests, 1 failure <<< FAILURES!
[...truncated 41406 lines...]
[JENKINS] Lucene-Solr-7.x-Linux (32bit/jdk1.8.0_144) - Build # 1282
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1282/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseSerialGC
5 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple
Error Message:
Waiting for collection testSimple1 null Live Nodes: [127.0.0.1:46627_solr, 127.0.0.1:46637_solr] Last available state: DocCollection(testSimple1//collections/testSimple1/state.json/16)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node3":{ "core":"testSimple1_shard1_replica_n1", "base_url":"https://127.0.0.1:46637/solr", "node_name":"127.0.0.1:46637_solr", "state":"active", "type":"NRT", "leader":"true"}, "core_node12":{ "core":"testSimple1_shard1_replica_n11", "base_url":"https://127.0.0.1:46637/solr", "node_name":"127.0.0.1:46637_solr", "state":"active", "type":"NRT"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node7":{ "core":"testSimple1_shard2_replica_n4", "base_url":"https://127.0.0.1:46637/solr", "node_name":"127.0.0.1:46637_solr", "state":"active", "type":"NRT", "leader":"true"}, "core_node10":{ "core":"testSimple1_shard2_replica_n9", "base_url":"https://127.0.0.1:43639/solr", "node_name":"127.0.0.1:43639_solr", "state":"down", "type":"NRT"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Waiting for collection testSimple1
null
Live Nodes: [127.0.0.1:46627_solr, 127.0.0.1:46637_solr]
Last available state: DocCollection(testSimple1//collections/testSimple1/state.json/16)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node3":{
"core":"testSimple1_shard1_replica_n1",
"base_url":"https://127.0.0.1:46637/solr",
"node_name":"127.0.0.1:46637_solr",
"state":"active",
"type":"NRT",
"leader":"true"},
"core_node12":{
"core":"testSimple1_shard1_replica_n11",
"base_url":"https://127.0.0.1:46637/solr",
"node_name":"127.0.0.1:46637_solr",
"state":"active",
"type":"NRT"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node7":{
"core":"testSimple1_shard2_replica_n4",
"base_url":"https://127.0.0.1:46637/solr",
"node_name":"127.0.0.1:46637_solr",
"state":"active",
"type":"NRT",
"leader":"true"},
"core_node10":{
"core":"testSimple1_shard2_replica_n9",
"base_url":"https://127.0.0.1:43639/solr",
"node_name":"127.0.0.1:43639_solr",
"state":"down",
"type":"NRT"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"true",
"nrtReplicas":"2",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([CD4DDE394A8972AF:F5FEFAC76D7AA67E]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testSetProperties
Error Message:
Expected 8 triggers but found: [x0, x1, x2, x3, x4, x5, x6] expected:<8> but was:<7>
Stack Trace:
java.lang.AssertionError: Expected 8 triggers but found: [x0, x1, x2, x3, x4, x5, x6] expected:<8> but was:<7>
at __randomizedtesting.SeedInfo.seed([CD4DDE394A8972AF:A6290970F9A4E72B]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testSetProperties(TriggerIntegrationTest.java:1322)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitAfterFailedSplit
Error Message:
expected:<1> but was:<2>
Stack Trace:
java.lang.AssertionError: expected:<1> but was:<2>
at __randomizedtesting.SeedInfo.seed([CD4DDE394A8972AF:34004D9676FC3F25]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitAfterFailedSplit(ShardSplitTest.java:282)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([CD4DDE394A8972AF:7741E9B61561A4E0]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.junit.Assert.assertNull(Assert.java:562)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger(TriggerIntegrationTest.java:1575)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory
Error Message:
expected:<5> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<5> but was:<0>
at __randomizedtesting.SeedInfo.seed([CD4DDE394A8972AF:A0B17AC4F0C18DA8]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:265)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12101 lines...]
[junit4] Suite: org.apache.solr.cloud.api.collections.ShardSplitTest
[junit4] 2> 199834 INFO (SUITE-ShardSplitTest-seed#[CD4DDE394A8972AF]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_CD4DDE394A8972AF-001/init-core-data-001
[junit4] 2> 199835 WARN (SUITE-ShardSplitTest-seed#[CD4DDE394A8972AF]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=39 numCloses=39
[junit4] 2> 199835 INFO (SUITE-ShardSplitTest-seed#[CD4DDE394A8972AF]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 199836 INFO (SUITE-ShardSplitTest-seed#[CD4DDE394A8972AF]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 199837 INFO (SUITE-ShardSplitTest-seed#[CD4DDE394A8972AF]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 199842 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 199845 INFO (Thread-149) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 199845 INFO (Thread-149) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 199853 ERROR (Thread-149) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 199945 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.c.ZkTestServer start zk server on port:44391
[junit4] 2> 199950 INFO (zkConnectionManagerCallback-152-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 199954 INFO (zkConnectionManagerCallback-154-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 199959 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 199960 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 199960 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 199961 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 199962 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 199962 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 199963 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 199963 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 199964 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 199965 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 199965 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 199966 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
[junit4] 2> 200071 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T03:27:37+06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 200072 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 200073 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 200073 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 200073 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1a62637{/,null,AVAILABLE}
[junit4] 2> 200074 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@b8df96{HTTP/1.1,[http/1.1]}{127.0.0.1:44383}
[junit4] 2> 200074 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.e.j.s.Server Started @202384ms
[junit4] 2> 200074 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_CD4DDE394A8972AF-001/tempDir-001/control/data, replicaType=NRT, hostContext=/, hostPort=44383, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_CD4DDE394A8972AF-001/control-001/cores}
[junit4] 2> 200074 ERROR (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 200074 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 200074 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 200074 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 200074 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-02T15:16:56.843Z
[junit4] 2> 200082 INFO (zkConnectionManagerCallback-156-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 200084 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 200084 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_CD4DDE394A8972AF-001/control-001/solr.xml
[junit4] 2> 200093 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 200093 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 200094 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@772d1a, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 200106 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44391/solr
[junit4] 2> 200107 INFO (zkConnectionManagerCallback-160-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 200115 INFO (zkConnectionManagerCallback-162-thread-1-processing-n:127.0.0.1:44383_) [n:127.0.0.1:44383_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 200161 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [n:127.0.0.1:44383_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 200161 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [n:127.0.0.1:44383_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44383_
[junit4] 2> 200162 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [n:127.0.0.1:44383_ ] o.a.s.c.Overseer Overseer (id=72080385954873348-127.0.0.1:44383_-n_0000000000) starting
[junit4] 2> 200168 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [n:127.0.0.1:44383_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44383_
[junit4] 2> 200176 INFO (OverseerStateUpdate-72080385954873348-127.0.0.1:44383_-n_0000000000) [n:127.0.0.1:44383_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 200249 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [n:127.0.0.1:44383_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@772d1a
[junit4] 2> 200256 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [n:127.0.0.1:44383_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@772d1a
[junit4] 2> 200256 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [n:127.0.0.1:44383_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@772d1a
[junit4] 2> 200257 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [n:127.0.0.1:44383_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_CD4DDE394A8972AF-001/control-001/cores
[junit4] 2> 200282 INFO (zkConnectionManagerCallback-168-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 200283 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 200284 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44391/solr ready
[junit4] 2> 200285 INFO (qtp13245031-1447) [n:127.0.0.1:44383_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:44383_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 200289 INFO (OverseerThreadFactory-382-thread-1-processing-n:127.0.0.1:44383_) [n:127.0.0.1:44383_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 200397 INFO (qtp13245031-1453) [n:127.0.0.1:44383_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 200398 INFO (qtp13245031-1453) [n:127.0.0.1:44383_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 200501 INFO (zkCallback-161-thread-1-processing-n:127.0.0.1:44383_) [n:127.0.0.1:44383_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 201485 INFO (qtp13245031-1453) [n:127.0.0.1:44383_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 201496 INFO (qtp13245031-1453) [n:127.0.0.1:44383_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 201573 INFO (qtp13245031-1453) [n:127.0.0.1:44383_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 201582 INFO (qtp13245031-1453) [n:127.0.0.1:44383_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 201583 INFO (qtp13245031-1453) [n:127.0.0.1:44383_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@772d1a
[junit4] 2> 201587 INFO (qtp13245031-1453) [n:127.0.0.1:44383_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 201587 INFO (qtp13245031-1453) [n:127.0.0.1:44383_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_CD4DDE394A8972AF-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_CD4DDE394A8972AF-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 201590 INFO (qtp13245031-1453) [n:127.0.0.1:44383_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=20, maxMergeAtOnceExplicit=16, maxMergedSegmentMB=81.9296875, floorSegmentMB=1.6982421875, forceMergeDeletesPctAllowed=19.20309013621628, segmentsPerTier=46.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4491164109999476
[junit4] 2> 201609 WARN (qtp13245031-1453) [n:127.0.0.1:44383_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 201650 INFO (qtp13245031-1453) [n:127.0.0.1:44383_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 201650 INFO (qtp13245031-1453) [n:127.0.0.1:44383_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 201651 INFO (qtp13245031-1453) [n:127.0.0.1:44383_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 201651 INFO (qtp13245031-1453) [n:127.0.0.1:44383_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 201652 INFO (qtp13245031-1453) [n:127.0.0.1:44383_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=13.818359375, floorSegmentMB=1.92578125, forceMergeDeletesPctAllowed=6.510561226143102, segmentsPerTier=38.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 201653 INFO (qtp13245031-1453) [n:127.0.0.1:44383_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1b8fdfc[control_collection_shard1_replica_n1] main]
[junit4] 2> 201653 INFO (qtp13245031-1453) [n:127.0.0.1:44383_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 201654 INFO (qtp13245031-1453) [n:127.0.0.1:44383_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 201654 INFO (qtp13245031-1453) [n:127.0.0.1:44383_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 201656 INFO (searcherExecutor-385-thread-1-processing-n:127.0.0.1:44383_ x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:44383_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@1b8fdfc[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 201656 INFO (qtp13245031-1453) [n:127.0.0.1:44383_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591302808849612800
[junit4] 2> 201660 INFO (qtp13245031-1453) [n:127.0.0.1:44383_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 201660 INFO (qtp13245031-1453) [n:127.0.0.1:44383_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 201660 INFO (qtp13245031-1453) [n:127.0.0.1:44383_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44383/control_collection_shard1_replica_n1/
[junit4] 2> 201660 INFO (qtp13245031-1453) [n:127.0.0.1:44383_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 201660 INFO (qtp13245031-1453) [n:127.0.0.1:44383_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:44383/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 201660 INFO (qtp13245031-1453) [n:127.0.0.1:44383_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 201662 INFO (qtp13245031-1453) [n:127.0.0.1:44383_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44383/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 201763 INFO (zkCallback-161-thread-2-processing-n:127.0.0.1:44383_) [n:127.0.0.1:44383_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 201812 INFO (qtp13245031-1453) [n:127.0.0.1:44383_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 201814 INFO (qtp13245031-1453) [n:127.0.0.1:44383_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1416
[junit4] 2> 201816 INFO (qtp13245031-1447) [n:127.0.0.1:44383_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 201914 INFO (zkCallback-161-thread-1-processing-n:127.0.0.1:44383_) [n:127.0.0.1:44383_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 202290 INFO (OverseerCollectionConfigSetProcessor-72080385954873348-127.0.0.1:44383_-n_0000000000) [n:127.0.0.1:44383_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 202816 INFO (qtp13245031-1447) [n:127.0.0.1:44383_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:44383_&wt=javabin&version=2} status=0 QTime=2530
[junit4] 2> 202821 INFO (zkConnectionManagerCallback-172-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 202821 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 202822 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44391/solr ready
[junit4] 2> 202822 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 202823 INFO (qtp13245031-1453) [n:127.0.0.1:44383_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 202824 INFO (OverseerThreadFactory-382-thread-2-processing-n:127.0.0.1:44383_) [n:127.0.0.1:44383_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 202825 WARN (OverseerThreadFactory-382-thread-2-processing-n:127.0.0.1:44383_) [n:127.0.0.1:44383_ ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 203028 INFO (qtp13245031-1453) [n:127.0.0.1:44383_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 203028 INFO (qtp13245031-1453) [n:127.0.0.1:44383_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=204
[junit4] 2> 203097 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_CD4DDE394A8972AF-001/shard-1-001 of type TLOG
[junit4] 2> 203097 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T03:27:37+06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 203098 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 203098 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 203098 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 203098 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@cefa30{/,null,AVAILABLE}
[junit4] 2> 203098 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1d9fe5f{HTTP/1.1,[http/1.1]}{127.0.0.1:44467}
[junit4] 2> 203098 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.e.j.s.Server Started @205408ms
[junit4] 2> 203098 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_CD4DDE394A8972AF-001/tempDir-001/jetty1, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=44467, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_CD4DDE394A8972AF-001/shard-1-001/cores}
[junit4] 2> 203098 ERROR (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 203099 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 203099 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 203099 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 203099 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-02T15:16:59.868Z
[junit4] 2> 203100 INFO (zkConnectionManagerCallback-174-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 203101 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 203101 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_CD4DDE394A8972AF-001/shard-1-001/solr.xml
[junit4] 2> 203113 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 203113 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 203113 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@772d1a, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 203117 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44391/solr
[junit4] 2> 203119 INFO (zkConnectionManagerCallback-178-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 203122 INFO (zkConnectionManagerCallback-180-thread-1-processing-n:127.0.0.1:44467_) [n:127.0.0.1:44467_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 203125 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [n:127.0.0.1:44467_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 203126 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [n:127.0.0.1:44467_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 203127 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [n:127.0.0.1:44467_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44467_
[junit4] 2> 203128 INFO (zkCallback-161-thread-1-processing-n:127.0.0.1:44383_) [n:127.0.0.1:44383_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 203130 INFO (zkCallback-171-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 203130 INFO (zkCallback-179-thread-1-processing-n:127.0.0.1:44467_) [n:127.0.0.1:44467_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 203274 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [n:127.0.0.1:44467_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@772d1a
[junit4] 2> 203281 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [n:127.0.0.1:44467_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@772d1a
[junit4] 2> 203281 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [n:127.0.0.1:44467_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@772d1a
[junit4] 2> 203282 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [n:127.0.0.1:44467_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_CD4DDE394A8972AF-001/shard-1-001/cores
[junit4] 2> 203302 INFO (qtp13245031-1448) [n:127.0.0.1:44383_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:44467_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 203303 INFO (OverseerCollectionConfigSetProcessor-72080385954873348-127.0.0.1:44383_-n_0000000000) [n:127.0.0.1:44383_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 203303 INFO (OverseerThreadFactory-382-thread-3-processing-n:127.0.0.1:44383_) [n:127.0.0.1:44383_ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:44467_ for creating new replica
[junit4] 2> 203306 INFO (qtp15857481-1497) [n:127.0.0.1:44467_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 203306 INFO (qtp15857481-1497) [n:127.0.0.1:44467_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 203409 INFO (zkCallback-179-thread-1-processing-n:127.0.0.1:44467_) [n:127.0.0.1:44467_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 204421 INFO (qtp15857481-1497) [n:127.0.0.1:44467_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 204429 INFO (qtp15857481-1497) [n:127.0.0.1:44467_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema [collection1_shard2_replica_t41] Schema name=test
[junit4] 2> 204500 INFO (qtp15857481-1497) [n:127.0.0.1:44467_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 204511 INFO (qtp15857481-1497) [n:127.0.0.1:44467_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t41' using configuration from collection collection1, trusted=true
[junit4] 2> 204512 INFO (qtp15857481-1497) [n:127.0.0.1:44467_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_t41' (registry 'solr.core.collection1.shard2.replica_t41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@772d1a
[junit4] 2> 204512 INFO (qtp15857481-1497) [n:127.0.0.1:44467_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 204512 INFO (qtp15857481-1497) [n:127.0.0.1:44467_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [[collection1_shard2_replica_t41] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_CD4DDE394A8972AF-001/shard-1-001/cores/collection1_shard2_replica_t41], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_CD4DDE394A8972AF-001/shard-1-001/cores/collection1_shard2_replica_t41/data/]
[junit4] 2> 204516 INFO (qtp15857481-1497) [n:127.0.0.1:44467_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=20, maxMergeAtOnceExplicit=16, maxMergedSegmentMB=81.9296875, floorSegmentMB=1.6982421875, forceMergeDeletesPctAllowed=19.20309013621628, segmentsPerTier=46.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4491164109999476
[junit4] 2> 204534 WARN (qtp15857481-1497) [n:127.0.0.1:44467_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 204564 INFO (qtp15857481-1497) [n:127.0.0.1:44467_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 204564 INFO (qtp15857481-1497) [n:127.0.0.1:44467_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 204565 INFO (qtp15857481-1497) [n:127.0.0.1:44467_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 204565 INFO (qtp15857481-1497) [n:127.0.0.1:44467_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 204566 INFO (qtp15857481-1497) [n:127.0.0.1:44467_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=13.818359375, floorSegmentMB=1.92578125, forceMergeDeletesPctAllowed=6.510561226143102, segmentsPerTier=38.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 204567 INFO (qtp15857481-1497) [n:127.0.0.1:44467_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.SolrIndexSearcher Opening [Searcher@1c58c59[collection1_shard2_replica_t41] main]
[junit4] 2> 204568 INFO (qtp15857481-1497) [n:127.0.0.1:44467_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 204568 INFO (qtp15857481-1497) [n:127.0.0.1:44467_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 204569 INFO (qtp15857481-1497) [n:127.0.0.1:44467_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 204570 INFO (searcherExecutor-396-thread-1-processing-n:127.0.0.1:44467_ x:collection1_shard2_replica_t41 s:shard2 c:collection1) [n:127.0.0.1:44467_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [collection1_shard2_replica_t41] Registered new searcher Searcher@1c58c59[collection1_shard2_replica_t41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 204570 INFO (qtp15857481-1497) [n:127.0.0.1:44467_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591302811905163264
[junit4] 2> 204574 INFO (qtp15857481-1497) [n:127.0.0.1:44467_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 204574 INFO (qtp15857481-1497) [n:127.0.0.1:44467_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 204574 INFO (qtp15857481-1497) [n:127.0.0.1:44467_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44467/collection1_shard2_replica_t41/
[junit4] 2> 204574 INFO (qtp15857481-1497) [n:127.0.0.1:44467_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 204574 INFO (qtp15857481-1497) [n:127.0.0.1:44467_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy http://127.0.0.1:44467/collection1_shard2_replica_t41/ has no replicas
[junit4] 2> 204574 INFO (qtp15857481-1497) [n:127.0.0.1:44467_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 204574 INFO (qtp15857481-1497) [n:127.0.0.1:44467_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ZkController collection1_shard2_replica_t41 stopping background replication from leader
[junit4] 2> 204575 INFO (qtp15857481-1497) [n:127.0.0.1:44467_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44467/collection1_shard2_replica_t41/ shard2
[junit4] 2> 204677 INFO (zkCallback-179-thread-1-processing-n:127.0.0.1:44467_) [n:127.0.0.1:44467_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 204726 INFO (qtp15857481-1497) [n:127.0.0.1:44467_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 204728 INFO (qtp15857481-1497) [n:127.0.0.1:44467_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1422
[junit4] 2> 204729 INFO (qtp13245031-1448) [n:127.0.0.1:44383_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:44467_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2} status=0 QTime=1427
[junit4] 2> 204798 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_CD4DDE394A8972AF-001/shard-2-001 of type TLOG
[junit4] 2> 204799 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T03:27:37+06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 204800 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 204800 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 204800 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 204800 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@169aba4{/,null,AVAILABLE}
[junit4] 2> 204801 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@19a0c58{HTTP/1.1,[http/1.1]}{127.0.0.1:38283}
[junit4] 2> 204801 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.e.j.s.Server Started @207110ms
[junit4] 2> 204801 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_CD4DDE394A8972AF-001/tempDir-001/jetty2, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=38283, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_CD4DDE394A8972AF-001/shard-2-001/cores}
[junit4] 2> 204801 ERROR (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 204801 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 204802 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 204802 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 204802 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-02T15:17:01.571Z
[junit4] 2> 204803 INFO (zkConnectionManagerCallback-184-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 204804 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 204804 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_CD4DDE394A8972AF-001/shard-2-001/solr.xml
[junit4] 2> 204807 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 204807 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 204807 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@772d1a, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 204810 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44391/solr
[junit4] 2> 204811 INFO (zkConnectionManagerCallback-188-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 204814 INFO (zkConnectionManagerCallback-190-thread-1-processing-n:127.0.0.1:38283_) [n:127.0.0.1:38283_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 204817 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [n:127.0.0.1:38283_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 204818 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [n:127.0.0.1:38283_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 204819 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [n:127.0.0.1:38283_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38283_
[junit4] 2> 204820 INFO (zkCallback-179-thread-1-processing-n:127.0.0.1:44467_) [n:127.0.0.1:44467_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 204820 INFO (zkCallback-161-thread-1-processing-n:127.0.0.1:44383_) [n:127.0.0.1:44383_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 204826 INFO (zkCallback-171-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 204826 INFO (zkCallback-189-thread-1-processing-n:127.0.0.1:38283_) [n:127.0.0.1:38283_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 204912 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [n:127.0.0.1:38283_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@772d1a
[junit4] 2> 204919 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [n:127.0.0.1:38283_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@772d1a
[junit4] 2> 204919 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [n:127.0.0.1:38283_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@772d1a
[junit4] 2> 204920 INFO (zkCallback-179-thread-1-processing-n:127.0.0.1:44467_) [n:127.0.0.1:44467_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 204921 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [n:127.0.0.1:38283_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_CD4DDE394A8972AF-001/shard-2-001/cores
[junit4] 2> 204946 INFO (qtp30967871-1529) [n:127.0.0.1:38283_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:38283_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 204948 INFO (OverseerCollectionConfigSetProcessor-72080385954873348-127.0.0.1:44383_-n_0000000000) [n:127.0.0.1:44383_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 204948 INFO (OverseerThreadFactory-382-thread-4-processing-n:127.0.0.1:44383_) [n:127.0.0.1:44383_ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:38283_ for creating new replica
[junit4] 2> 204950 INFO (qtp30967871-1535) [n:127.0.0.1:38283_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 204950 INFO (qtp30967871-1535) [n:127.0.0.1:38283_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 205053 INFO (zkCallback-189-thread-1-processing-n:127.0.0.1:38283_) [n:127.0.0.1:38283_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 205053 INFO (zkCallback-179-thread-1-processing-n:127.0.0.1:44467_) [n:127.0.0.1:44467_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 205960 INFO (qtp30967871-1535) [n:127.0.0.1:38283_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 205977 INFO (qtp30967871-1535) [n:127.0.0.1:38283_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema [collection1_shard1_replica_t43] Schema name=test
[junit4] 2> 206021 INFO (qtp30967871-1535) [n:127.0.0.1:38283_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 206030 INFO (qtp30967871-1535) [n:127.0.0.1:38283_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t43' using configuration from collection collection1, trusted=true
[junit4] 2> 206031 INFO (qtp30967871-1535) [n:127.0.0.1:38283_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_t43' (registry 'solr.core.collection1.shard1.replica_t43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@772d1a
[junit4] 2> 206031 INFO (qtp30967871-1535) [n:127.0.0.1:38283_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 206031 INFO (qtp30967871-1535) [n:127.0.0.1:38283_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrCore [[collection1_shard1_replica_t43] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_CD4DDE394A8972AF-001/shard-2-001/cores/collection1_shard1_replica_t43], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_CD4DDE394A8972AF-001/shard-2-001/cores/collection1_shard1_replica_t43/data/]
[junit4] 2> 206034 INFO (qtp30967871-1535) [n:127.0.0.1:38283_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=20, maxMergeAtOnceExplicit=16, maxMergedSegmentMB=81.9296875, floorSegmentMB=1.6982421875, forceMergeDeletesPctAllowed=19.20309013621628, segmentsPerTier=46.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4491164109999476
[junit4] 2> 206060 WARN (qtp30967871-1535) [n:127.0.0.1:38283_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 206098 INFO (qtp30967871-1535) [n:127.0.0.1:38283_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 206098 INFO (qtp30967871-1535) [n:127.0.0.1:38283_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 206099 INFO (qtp30967871-1535) [n:127.0.0.1:38283_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 206099 INFO (qtp30967871-1535) [n:127.0.0.1:38283_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 206101 INFO (qtp30967871-1535) [n:127.0.0.1:38283_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=13.818359375, floorSegmentMB=1.92578125, forceMergeDeletesPctAllowed=6.510561226143102, segmentsPerTier=38.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 206101 INFO (qtp30967871-1535) [n:127.0.0.1:38283_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.SolrIndexSearcher Opening [Searcher@192e5d6[collection1_shard1_replica_t43] main]
[junit4] 2> 206102 INFO (qtp30967871-1535) [n:127.0.0.1:38283_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 206103 INFO (qtp30967871-1535) [n:127.0.0.1:38283_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 206103 INFO (qtp30967871-1535) [n:127.0.0.1:38283_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 206104 INFO (searcherExecutor-407-thread-1-processing-n:127.0.0.1:38283_ x:collection1_shard1_replica_t43 s:shard1 c:collection1) [n:127.0.0.1:38283_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrCore [collection1_shard1_replica_t43] Registered new searcher Searcher@192e5d6[collection1_shard1_replica_t43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 206105 INFO (qtp30967871-1535) [n:127.0.0.1:38283_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591302813514727424
[junit4] 2> 206109 INFO (qtp30967871-1535) [n:127.0.0.1:38283_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 206109 INFO (qtp30967871-1535) [n:127.0.0.1:38283_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 206109 INFO (qtp30967871-1535) [n:127.0.0.1:38283_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38283/collection1_shard1_replica_t43/
[junit4] 2> 206109 INFO (qtp30967871-1535) [n:127.0.0.1:38283_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 206109 INFO (qtp30967871-1535) [n:127.0.0.1:38283_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy http://127.0.0.1:38283/collection1_shard1_replica_t43/ has no replicas
[junit4] 2> 206109 INFO (qtp30967871-1535) [n:127.0.0.1:38283_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 206109 INFO (qtp30967871-1535) [n:127.0.0.1:38283_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ZkController collection1_shard1_replica_t43 stopping background replication from leader
[junit4] 2> 206110 INFO (qtp30967871-1535) [n:127.0.0.1:38283_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38283/collection1_shard1_replica_t43/ shard1
[junit4] 2> 206211 INFO (zkCallback-189-thread-1-processing-n:127.0.0.1:38283_) [n:127.0.0.1:38283_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 206211 INFO (zkCallback-179-thread-1-processing-n:127.0.0.1:44467_) [n:127.0.0.1:44467_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 206261 INFO (qtp30967871-1535) [n:127.0.0.1:38283_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 206263 INFO (qtp30967871-1535) [n:127.0.0.1:38283_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1312
[junit4] 2> 206264 INFO (qtp30967871-1529) [n:127.0.0.1:38283_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:38283_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2} status=0 QTime=1317
[junit4] 2> 206343 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_CD4DDE394A8972AF-001/shard-3-001 of type TLOG
[junit4] 2> 206344 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T03:27:37+06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 206344 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 206344 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 206344 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 206345 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@13aea80{/,null,AVAILABLE}
[junit4] 2> 206345 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@a14151{HTTP/1.1,[http/1.1]}{127.0.0.1:44315}
[junit4] 2> 206345 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.e.j.s.Server Started @208655ms
[junit4] 2> 206345 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_CD4DDE394A8972AF-001/tempDir-001/jetty3, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=44315, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_CD4DDE394A8972AF-001/shard-3-001/cores}
[junit4] 2> 206345 ERROR (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 206346 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 206346 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 206346 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 206346 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-02T15:17:03.115Z
[junit4] 2> 206347 INFO (zkConnectionManagerCallback-194-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 206349 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 206349 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_CD4DDE394A8972AF-001/shard-3-001/solr.xml
[junit4] 2> 206351 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 206351 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 206352 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@772d1a, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 206354 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44391/solr
[junit4] 2> 206355 INFO (zkConnectionManagerCallback-198-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 206358 INFO (zkConnectionManagerCallback-200-thread-1-processing-n:127.0.0.1:44315_) [n:127.0.0.1:44315_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 206361 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A8972AF]) [n:127.0.0.1:44315_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 206362 INFO (TEST-ShardSplitTest.test-seed#[CD4DDE394A
[...truncated too long message...]
INFO (coreCloseExecutor-2914-thread-1) [n:127.0.0.1:39977_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.AutoscalingHistoryHandlerTest_collection.shard1.leader, tag=17563504
[junit4] 2> 1223664 INFO (jetty-closer-5505-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72080450696183816-127.0.0.1:39977_solr-n_0000000000) closing
[junit4] 2> 1223665 INFO (OverseerStateUpdate-72080450696183816-127.0.0.1:39977_solr-n_0000000000) [n:127.0.0.1:39977_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:39977_solr
[junit4] 2> 1223665 WARN (OverseerAutoScalingTriggerThread-72080450696183816-127.0.0.1:39977_solr-n_0000000000) [n:127.0.0.1:39977_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1223665 DEBUG (jetty-closer-5505-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1223665 INFO (coreCloseExecutor-2915-thread-2) [n:127.0.0.1:43595_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core..system.shard1.replica_n2, tag=849151
[junit4] 2> 1223666 INFO (coreCloseExecutor-2915-thread-2) [n:127.0.0.1:43595_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@239c66: rootName = solr_43595, domain = solr.core..system.shard1.replica_n2, service url = null, agent id = null] for registry solr.core..system.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@84bcfe
[junit4] 2> 1223666 INFO (zkCallback-5527-thread-1-processing-n:127.0.0.1:43595_solr) [n:127.0.0.1:43595_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43595_solr
[junit4] 2> 1223667 INFO (jetty-closer-5505-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@18bb077{/solr,null,UNAVAILABLE}
[junit4] 2> 1223667 INFO (jetty-closer-5505-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1223673 INFO (coreCloseExecutor-2916-thread-2) [n:127.0.0.1:33381_solr c:.system s:shard1 r:core_node8 x:.system_shard1_replica_n7] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core..system.shard1.replica_n7, tag=2200622
[junit4] 2> 1223673 INFO (coreCloseExecutor-2916-thread-2) [n:127.0.0.1:33381_solr c:.system s:shard1 r:core_node8 x:.system_shard1_replica_n7] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1b288aa: rootName = solr_33381, domain = solr.core..system.shard1.replica_n7, service url = null, agent id = null] for registry solr.core..system.shard1.replica_n7 / com.codahale.metrics.MetricRegistry@1cbd28d
[junit4] 2> 1223675 INFO (coreCloseExecutor-2915-thread-2) [n:127.0.0.1:43595_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=849151
[junit4] 2> 1223675 INFO (coreCloseExecutor-2915-thread-1) [n:127.0.0.1:43595_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.AutoscalingHistoryHandlerTest_collection.shard1.leader, tag=23987357
[junit4] 2> 1223677 INFO (zkCallback-5550-thread-3-processing-n:127.0.0.1:33381_solr) [n:127.0.0.1:33381_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33381_solr
[junit4] 2> 1223681 INFO (jetty-closer-5505-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@b8f334{/solr,null,UNAVAILABLE}
[junit4] 2> 1223681 INFO (jetty-closer-5505-thread-2) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1223682 INFO (coreCloseExecutor-2916-thread-3) [n:127.0.0.1:33381_solr c:.system s:shard1 r:core_node10 x:.system_shard1_replica_n9] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core..system.shard1.replica_n9, tag=22528837
[junit4] 2> 1223682 INFO (coreCloseExecutor-2916-thread-3) [n:127.0.0.1:33381_solr c:.system s:shard1 r:core_node10 x:.system_shard1_replica_n9] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@580fe3: rootName = solr_33381, domain = solr.core..system.shard1.replica_n9, service url = null, agent id = null] for registry solr.core..system.shard1.replica_n9 / com.codahale.metrics.MetricRegistry@7f207a
[junit4] 2> 1223693 INFO (coreCloseExecutor-2916-thread-1) [n:127.0.0.1:33381_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node8 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n7] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.AutoscalingHistoryHandlerTest_collection.shard1.leader, tag=238848
[junit4] 2> 1223693 INFO (coreCloseExecutor-2916-thread-2) [n:127.0.0.1:33381_solr c:.system s:shard1 r:core_node8 x:.system_shard1_replica_n7] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=2200622
[junit4] 2> 1223693 INFO (coreCloseExecutor-2916-thread-3) [n:127.0.0.1:33381_solr c:.system s:shard1 r:core_node10 x:.system_shard1_replica_n9] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=22528837
[junit4] 2> 1223704 INFO (jetty-closer-5505-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1365b88{/solr,null,UNAVAILABLE}
[junit4] 2> 1223705 INFO (jetty-closer-5505-thread-3) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1223705 ERROR (SUITE-AutoscalingHistoryHandlerTest-seed#[CD4DDE394A8972AF]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1223705 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[CD4DDE394A8972AF]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34665 34665
[junit4] 2> 1233822 INFO (Thread-1585) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34665 34665
[junit4] 2> 1233822 WARN (Thread-1585) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 19 /solr/collections/.system/terms/shard1
[junit4] 2> 18 /solr/collections/AutoscalingHistoryHandlerTest_collection/terms/shard1
[junit4] 2> 13 /solr/aliases.json
[junit4] 2> 13 /solr/clusterprops.json
[junit4] 2> 5 /solr/configs/.system/managed-schema
[junit4] 2> 4 /solr/configs/.system
[junit4] 2> 4 /solr/security.json
[junit4] 2> 4 /solr/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/managed-schema
[junit4] 2> 4 /solr/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 48 /solr/collections/.system/state.json
[junit4] 2> 40 /solr/collections/AutoscalingHistoryHandlerTest_collection/state.json
[junit4] 2> 13 /solr/clusterstate.json
[junit4] 2> 3 /solr/collections/AutoscalingHistoryHandlerTest_collection/leader_elect/shard1/election/72080450696183815-core_node5-n_0000000000
[junit4] 2> 2 /solr/collections/.system/leader_elect/shard1/election/72080450696183815-core_node5-n_0000000001
[junit4] 2> 2 /solr/overseer_elect/election/72080450696183815-127.0.0.1:43595_solr-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 13 /solr/live_nodes
[junit4] 2> 13 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_CD4DDE394A8972AF-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=true): {}, locale=de-AT, timezone=SystemV/HST10
[junit4] 2> NOTE: Linux 4.13.0-32-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=140592520,total=393351168
[junit4] 2> NOTE: All tests run in this JVM: [BitVectorTest, TestSegmentSorting, TestUseDocValuesAsStored, HttpPartitionTest, TestExportWriter, ShardSplitTest, PrimitiveFieldTypeTest, PathHierarchyTokenizerFactoryTest, TestExclusionRuleCollectionAccess, OverseerRolesTest, TestPayloadScoreQParserPlugin, AsyncCallRequestStatusResponseTest, TestTrie, RequiredFieldsTest, BlockJoinFacetSimpleTest, DistributedQueryComponentOptimizationTest, TestStressLiveNodes, TestConfigSetsAPIExclusivity, TestHashQParserPlugin, TriggerIntegrationTest, TestReversedWildcardFilterFactory, ZkStateWriterTest, TestPerFieldSimilarityWithDefaultOverride, TestCorePropertiesReload, StressHdfsTest, MetricTriggerTest, SampleTest, TestRestManager, ConfigSetsAPITest, TestSkipOverseerOperations, TriLevelCompositeIdRoutingTest, SolrGangliaReporterTest, PreAnalyzedUpdateProcessorTest, SolrCloudExampleTest, TestPivotHelperCode, SimplePostToolTest, TestReloadDeadlock, TestPullReplicaErrorHandling, LargeFieldTest, AtomicUpdateProcessorFactoryTest, EnumFieldTest, AddReplicaTest, CurrencyFieldTypeTest, TestFoldingMultitermQuery, TestReplicaProperties, DirectUpdateHandlerOptimizeTest, SmileWriterTest, HdfsRestartWhileUpdatingTest, TestUninvertingReader, HighlighterMaxOffsetTest, SuggesterTest, AutoscalingHistoryHandlerTest]
[junit4] Completed [272/774 (4!)] on J1 in 46.12s, 1 test, 1 failure <<< FAILURES!
[...truncated 45608 lines...]
[JENKINS] Lucene-Solr-7.x-Linux (32bit/jdk1.8.0_144) - Build # 1281
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1281/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseG1GC
3 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ShardRoutingTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.ShardRoutingTest: 1) Thread[id=19132, name=qtp6952237-19132, state=TIMED_WAITING, group=TGRP-ShardRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.ShardRoutingTest:
1) Thread[id=19132, name=qtp6952237-19132, state=TIMED_WAITING, group=TGRP-ShardRoutingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([F9A58F06102E6591]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ShardRoutingTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=19132, name=qtp6952237-19132, state=TIMED_WAITING, group=TGRP-ShardRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=19132, name=qtp6952237-19132, state=TIMED_WAITING, group=TGRP-ShardRoutingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([F9A58F06102E6591]:0)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([F9A58F06102E6591:43A9B8894FC6B3DE]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.junit.Assert.assertNull(Assert.java:562)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger(TriggerIntegrationTest.java:1575)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12051 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> 355351 INFO (SUITE-TriggerIntegrationTest-seed#[F9A58F06102E6591]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_F9A58F06102E6591-001/init-core-data-001
[junit4] 2> 355353 WARN (SUITE-TriggerIntegrationTest-seed#[F9A58F06102E6591]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=81 numCloses=81
[junit4] 2> 355353 INFO (SUITE-TriggerIntegrationTest-seed#[F9A58F06102E6591]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 355354 INFO (SUITE-TriggerIntegrationTest-seed#[F9A58F06102E6591]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 355355 INFO (SUITE-TriggerIntegrationTest-seed#[F9A58F06102E6591]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_F9A58F06102E6591-001/tempDir-001
[junit4] 2> 355355 INFO (SUITE-TriggerIntegrationTest-seed#[F9A58F06102E6591]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 355356 INFO (Thread-1561) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 355356 INFO (Thread-1561) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 355358 ERROR (Thread-1561) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 355456 INFO (SUITE-TriggerIntegrationTest-seed#[F9A58F06102E6591]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:38823
[junit4] 2> 355458 INFO (zkConnectionManagerCallback-457-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 355464 INFO (jetty-launcher-454-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 355464 INFO (jetty-launcher-454-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 355470 INFO (jetty-launcher-454-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 355470 INFO (jetty-launcher-454-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 355470 INFO (jetty-launcher-454-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 355470 INFO (jetty-launcher-454-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 355470 INFO (jetty-launcher-454-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 355470 INFO (jetty-launcher-454-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 355470 INFO (jetty-launcher-454-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@10eb1ce{/solr,null,AVAILABLE}
[junit4] 2> 355470 INFO (jetty-launcher-454-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@18903e1{/solr,null,AVAILABLE}
[junit4] 2> 355474 INFO (jetty-launcher-454-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@8c8229{HTTP/1.1,[http/1.1]}{127.0.0.1:41893}
[junit4] 2> 355474 INFO (jetty-launcher-454-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1e36b46{HTTP/1.1,[http/1.1]}{127.0.0.1:36493}
[junit4] 2> 355474 INFO (jetty-launcher-454-thread-1) [ ] o.e.j.s.Server Started @356540ms
[junit4] 2> 355474 INFO (jetty-launcher-454-thread-2) [ ] o.e.j.s.Server Started @356540ms
[junit4] 2> 355474 INFO (jetty-launcher-454-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41893}
[junit4] 2> 355474 INFO (jetty-launcher-454-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36493}
[junit4] 2> 355475 ERROR (jetty-launcher-454-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 355475 ERROR (jetty-launcher-454-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 355475 INFO (jetty-launcher-454-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 355475 INFO (jetty-launcher-454-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 355475 INFO (jetty-launcher-454-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 355475 INFO (jetty-launcher-454-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 355475 INFO (jetty-launcher-454-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 355475 INFO (jetty-launcher-454-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 355475 INFO (jetty-launcher-454-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-02T11:50:53.810Z
[junit4] 2> 355475 INFO (jetty-launcher-454-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-02T11:50:53.810Z
[junit4] 2> 355477 INFO (zkConnectionManagerCallback-460-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 355477 INFO (zkConnectionManagerCallback-461-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 355478 INFO (jetty-launcher-454-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 355478 INFO (jetty-launcher-454-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 355487 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10013fe03710001, likely client has closed socket
[junit4] 2> 355492 INFO (jetty-launcher-454-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38823/solr
[junit4] 2> 355495 INFO (zkConnectionManagerCallback-466-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 355495 INFO (jetty-launcher-454-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38823/solr
[junit4] 2> 355497 INFO (zkConnectionManagerCallback-469-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 355498 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10013fe03710004, likely client has closed socket
[junit4] 2> 355501 INFO (zkConnectionManagerCallback-471-thread-1-processing-n:127.0.0.1:41893_solr) [n:127.0.0.1:41893_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 355502 INFO (zkConnectionManagerCallback-473-thread-1-processing-n:127.0.0.1:36493_solr) [n:127.0.0.1:36493_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 355579 INFO (jetty-launcher-454-thread-2) [n:127.0.0.1:36493_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 355579 INFO (jetty-launcher-454-thread-1) [n:127.0.0.1:41893_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 355580 INFO (jetty-launcher-454-thread-2) [n:127.0.0.1:36493_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36493_solr
[junit4] 2> 355580 INFO (jetty-launcher-454-thread-1) [n:127.0.0.1:41893_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41893_solr
[junit4] 2> 355580 INFO (jetty-launcher-454-thread-2) [n:127.0.0.1:36493_solr ] o.a.s.c.Overseer Overseer (id=72079575738286086-127.0.0.1:36493_solr-n_0000000000) starting
[junit4] 2> 355582 INFO (zkCallback-472-thread-1-processing-n:127.0.0.1:36493_solr) [n:127.0.0.1:36493_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 355582 INFO (zkCallback-470-thread-1-processing-n:127.0.0.1:41893_solr) [n:127.0.0.1:41893_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 355596 DEBUG (OverseerAutoScalingTriggerThread-72079575738286086-127.0.0.1:36493_solr-n_0000000000) [n:127.0.0.1:36493_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 355597 DEBUG (OverseerAutoScalingTriggerThread-72079575738286086-127.0.0.1:36493_solr-n_0000000000) [n:127.0.0.1:36493_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 355597 DEBUG (OverseerAutoScalingTriggerThread-72079575738286086-127.0.0.1:36493_solr-n_0000000000) [n:127.0.0.1:36493_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:41893_solr]
[junit4] 2> 355597 INFO (jetty-launcher-454-thread-2) [n:127.0.0.1:36493_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36493_solr
[junit4] 2> 355597 DEBUG (OverseerAutoScalingTriggerThread-72079575738286086-127.0.0.1:36493_solr-n_0000000000) [n:127.0.0.1:36493_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 355597 DEBUG (OverseerAutoScalingTriggerThread-72079575738286086-127.0.0.1:36493_solr-n_0000000000) [n:127.0.0.1:36493_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 355598 INFO (zkCallback-470-thread-1-processing-n:127.0.0.1:41893_solr) [n:127.0.0.1:41893_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 355603 DEBUG (OverseerAutoScalingTriggerThread-72079575738286086-127.0.0.1:36493_solr-n_0000000000) [n:127.0.0.1:36493_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 355604 DEBUG (OverseerAutoScalingTriggerThread-72079575738286086-127.0.0.1:36493_solr-n_0000000000) [n:127.0.0.1:36493_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 355604 INFO (zkCallback-472-thread-1-processing-n:127.0.0.1:36493_solr) [n:127.0.0.1:36493_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 355604 DEBUG (ScheduledTrigger-1530-thread-1) [n:127.0.0.1:36493_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 355832 INFO (jetty-launcher-454-thread-2) [n:127.0.0.1:36493_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36493.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1cda041
[junit4] 2> 355836 INFO (jetty-launcher-454-thread-1) [n:127.0.0.1:41893_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41893.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1cda041
[junit4] 2> 355851 INFO (jetty-launcher-454-thread-1) [n:127.0.0.1:41893_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41893.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1cda041
[junit4] 2> 355851 INFO (jetty-launcher-454-thread-2) [n:127.0.0.1:36493_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36493.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1cda041
[junit4] 2> 355852 INFO (jetty-launcher-454-thread-1) [n:127.0.0.1:41893_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41893.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1cda041
[junit4] 2> 355852 INFO (jetty-launcher-454-thread-2) [n:127.0.0.1:36493_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36493.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1cda041
[junit4] 2> 355853 INFO (jetty-launcher-454-thread-1) [n:127.0.0.1:41893_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_F9A58F06102E6591-001/tempDir-001/node1/.
[junit4] 2> 355854 INFO (jetty-launcher-454-thread-2) [n:127.0.0.1:36493_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_F9A58F06102E6591-001/tempDir-001/node2/.
[junit4] 2> 355914 INFO (zkConnectionManagerCallback-479-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 355917 INFO (zkConnectionManagerCallback-483-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 355919 INFO (SUITE-TriggerIntegrationTest-seed#[F9A58F06102E6591]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 355920 INFO (SUITE-TriggerIntegrationTest-seed#[F9A58F06102E6591]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38823/solr ready
[junit4] 2> 355933 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F9A58F06102E6591]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testEventQueue
[junit4] 2> 355934 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F9A58F06102E6591]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
[junit4] 2> 355934 DEBUG (zkCallback-472-thread-1-processing-n:127.0.0.1:36493_solr) [n:127.0.0.1:36493_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 355934 DEBUG (OverseerAutoScalingTriggerThread-72079575738286086-127.0.0.1:36493_solr-n_0000000000) [n:127.0.0.1:36493_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 355936 DEBUG (OverseerAutoScalingTriggerThread-72079575738286086-127.0.0.1:36493_solr-n_0000000000) [n:127.0.0.1:36493_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 355937 DEBUG (OverseerAutoScalingTriggerThread-72079575738286086-127.0.0.1:36493_solr-n_0000000000) [n:127.0.0.1:36493_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 355937 DEBUG (OverseerAutoScalingTriggerThread-72079575738286086-127.0.0.1:36493_solr-n_0000000000) [n:127.0.0.1:36493_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 355940 INFO (qtp2478926-4423) [n:127.0.0.1:41893_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 355946 INFO (qtp2478926-4423) [n:127.0.0.1:41893_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 355979 INFO (qtp2789433-4436) [n:127.0.0.1:36493_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=4
[junit4] 2> 355982 INFO (qtp2478926-4435) [n:127.0.0.1:41893_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 355984 DEBUG (qtp2789433-4424) [n:127.0.0.1:36493_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 355985 INFO (qtp2789433-4424) [n:127.0.0.1:36493_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=27
[junit4] 2> 355985 DEBUG (zkCallback-472-thread-1-processing-n:127.0.0.1:36493_solr) [n:127.0.0.1:36493_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 355988 INFO (zkCallback-472-thread-1-processing-n:127.0.0.1:36493_solr) [n:127.0.0.1:36493_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventQueueAction instantiated
[junit4] 2> 355988 DEBUG (zkCallback-472-thread-1-processing-n:127.0.0.1:36493_solr) [n:127.0.0.1:36493_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:41893_solr, 127.0.0.1:36493_solr]
[junit4] 2> 355989 DEBUG (zkCallback-472-thread-1-processing-n:127.0.0.1:36493_solr) [n:127.0.0.1:36493_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEQ instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventQueueAction}], enabled=true}
[junit4] 2> 355989 DEBUG (OverseerAutoScalingTriggerThread-72079575738286086-127.0.0.1:36493_solr-n_0000000000) [n:127.0.0.1:36493_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 355990 DEBUG (OverseerAutoScalingTriggerThread-72079575738286086-127.0.0.1:36493_solr-n_0000000000) [n:127.0.0.1:36493_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 355991 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F9A58F06102E6591]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 355995 DEBUG (OverseerAutoScalingTriggerThread-72079575738286086-127.0.0.1:36493_solr-n_0000000000) [n:127.0.0.1:36493_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 355992 DEBUG (ScheduledTrigger-1530-thread-1) [n:127.0.0.1:36493_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ
[junit4] 2> 355995 DEBUG (ScheduledTrigger-1530-thread-1) [n:127.0.0.1:36493_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 355995 DEBUG (OverseerAutoScalingTriggerThread-72079575738286086-127.0.0.1:36493_solr-n_0000000000) [n:127.0.0.1:36493_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 355996 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F9A58F06102E6591]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 355996 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F9A58F06102E6591]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 355996 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F9A58F06102E6591]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 355996 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F9A58F06102E6591]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@137490e{/solr,null,AVAILABLE}
[junit4] 2> 355996 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F9A58F06102E6591]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@159ecdd{HTTP/1.1,[http/1.1]}{127.0.0.1:42427}
[junit4] 2> 355996 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F9A58F06102E6591]) [ ] o.e.j.s.Server Started @357062ms
[junit4] 2> 355997 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F9A58F06102E6591]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42427}
[junit4] 2> 355997 ERROR (TEST-TriggerIntegrationTest.testEventQueue-seed#[F9A58F06102E6591]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 355997 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F9A58F06102E6591]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 355997 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F9A58F06102E6591]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 355997 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F9A58F06102E6591]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 355997 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F9A58F06102E6591]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-02T11:50:54.332Z
[junit4] 2> 355998 INFO (zkConnectionManagerCallback-485-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 355999 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F9A58F06102E6591]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 356162 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F9A58F06102E6591]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38823/solr
[junit4] 2> 356167 INFO (zkConnectionManagerCallback-489-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 356170 INFO (zkConnectionManagerCallback-491-thread-1-processing-n:127.0.0.1:42427_solr) [n:127.0.0.1:42427_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 356175 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F9A58F06102E6591]) [n:127.0.0.1:42427_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 356177 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F9A58F06102E6591]) [n:127.0.0.1:42427_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 356179 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F9A58F06102E6591]) [n:127.0.0.1:42427_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42427_solr
[junit4] 2> 356180 INFO (zkCallback-472-thread-1-processing-n:127.0.0.1:36493_solr) [n:127.0.0.1:36493_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 356180 INFO (zkCallback-470-thread-1-processing-n:127.0.0.1:41893_solr) [n:127.0.0.1:41893_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 356183 INFO (zkCallback-482-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 356183 INFO (zkCallback-490-thread-1-processing-n:127.0.0.1:42427_solr) [n:127.0.0.1:42427_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 356536 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F9A58F06102E6591]) [n:127.0.0.1:42427_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42427.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1cda041
[junit4] 2> 356548 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F9A58F06102E6591]) [n:127.0.0.1:42427_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42427.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1cda041
[junit4] 2> 356548 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F9A58F06102E6591]) [n:127.0.0.1:42427_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42427.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1cda041
[junit4] 2> 356549 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F9A58F06102E6591]) [n:127.0.0.1:42427_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_F9A58F06102E6591-001/tempDir-001/node3/.
[junit4] 2> 356997 DEBUG (ScheduledTrigger-1530-thread-2) [n:127.0.0.1:36493_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ
[junit4] 2> 356998 DEBUG (ScheduledTrigger-1530-thread-2) [n:127.0.0.1:36493_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 356998 DEBUG (ScheduledTrigger-1530-thread-2) [n:127.0.0.1:36493_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:42427_solr at time 335415770561618
[junit4] 2> 357942 INFO (OverseerCollectionConfigSetProcessor-72079575738286086-127.0.0.1:36493_solr-n_0000000000) [n:127.0.0.1:36493_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 357999 DEBUG (ScheduledTrigger-1530-thread-2) [n:127.0.0.1:36493_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ
[junit4] 2> 357999 DEBUG (ScheduledTrigger-1530-thread-2) [n:127.0.0.1:36493_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 357999 DEBUG (ScheduledTrigger-1530-thread-2) [n:127.0.0.1:36493_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEQ firing registered processor for nodes: [127.0.0.1:42427_solr] added at times [335415770561618], now=335416771712903
[junit4] 2> 358000 DEBUG (ScheduledTrigger-1530-thread-2) [n:127.0.0.1:36493_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"1310f11db3c52T5xoxvzkjx6t7dixbm8ljs5c7b",
[junit4] 2> "source":"node_added_triggerEQ",
[junit4] 2> "eventTime":335415770561618,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[335415770561618],
[junit4] 2> "nodeNames":["127.0.0.1:42427_solr"]}}
[junit4] 2> 358000 DEBUG (ScheduledTrigger-1530-thread-2) [n:127.0.0.1:36493_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_triggerEQ]
[junit4] 2> 358003 INFO (ScheduledTrigger-1530-thread-2) [n:127.0.0.1:36493_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 358005 DEBUG (AutoscalingActionExecutor-1531-thread-1-processing-n:127.0.0.1:36493_solr) [n:127.0.0.1:36493_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"1310f11db3c52T5xoxvzkjx6t7dixbm8ljs5c7b",
[junit4] 2> "source":"node_added_triggerEQ",
[junit4] 2> "eventTime":335415770561618,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[335415770561618],
[junit4] 2> "_enqueue_time_":335416773759298,
[junit4] 2> "nodeNames":["127.0.0.1:42427_solr"]}}
[junit4] 2> 358008 INFO (AutoscalingActionExecutor-1531-thread-1-processing-n:127.0.0.1:36493_solr) [n:127.0.0.1:36493_solr ] o.a.s.c.a.TriggerIntegrationTest -- event: {
[junit4] 2> "id":"1310f11db3c52T5xoxvzkjx6t7dixbm8ljs5c7b",
[junit4] 2> "source":"node_added_triggerEQ",
[junit4] 2> "eventTime":335415770561618,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[335415770561618],
[junit4] 2> "_enqueue_time_":335416773759298,
[junit4] 2> "nodeNames":["127.0.0.1:42427_solr"]}}
[junit4] 2> 358009 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F9A58F06102E6591]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1e36b46{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 358009 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F9A58F06102E6591]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=30192551
[junit4] 2> 358009 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F9A58F06102E6591]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 358009 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F9A58F06102E6591]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@e507d5: rootName = solr_36493, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1f5e3c1
[junit4] 2> 358016 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F9A58F06102E6591]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 358016 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F9A58F06102E6591]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@81fbdb: rootName = solr_36493, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@103f4a
[junit4] 2> 358021 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F9A58F06102E6591]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 358021 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F9A58F06102E6591]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@f176f2: rootName = solr_36493, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@d60caa
[junit4] 2> 358022 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F9A58F06102E6591]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:36493_solr
[junit4] 2> 358023 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F9A58F06102E6591]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 358023 INFO (zkCallback-482-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 358023 INFO (zkCallback-472-thread-1-processing-n:127.0.0.1:36493_solr) [n:127.0.0.1:36493_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 358023 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F9A58F06102E6591]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 358023 INFO (zkCallback-490-thread-1-processing-n:127.0.0.1:42427_solr) [n:127.0.0.1:42427_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 358023 INFO (zkCallback-470-thread-1-processing-n:127.0.0.1:41893_solr) [n:127.0.0.1:41893_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 358024 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F9A58F06102E6591]) [ ] o.a.s.c.Overseer Overseer (id=72079575738286086-127.0.0.1:36493_solr-n_0000000000) closing
[junit4] 2> 358024 INFO (OverseerStateUpdate-72079575738286086-127.0.0.1:36493_solr-n_0000000000) [n:127.0.0.1:36493_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36493_solr
[junit4] 2> 358024 WARN (OverseerAutoScalingTriggerThread-72079575738286086-127.0.0.1:36493_solr-n_0000000000) [n:127.0.0.1:36493_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 358024 DEBUG (TEST-TriggerIntegrationTest.testEventQueue-seed#[F9A58F06102E6591]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 358025 INFO (zkCallback-470-thread-1-processing-n:127.0.0.1:41893_solr) [n:127.0.0.1:41893_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41893_solr
[junit4] 2> 358025 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F9A58F06102E6591]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@18903e1{/solr,null,UNAVAILABLE}
[junit4] 2> 358025 WARN (AutoscalingActionExecutor-1531-thread-1-processing-n:127.0.0.1:36493_solr) [n:127.0.0.1:36493_solr ] o.a.s.c.a.ScheduledTriggers Exception executing actions
[junit4] 2> org.apache.lucene.store.AlreadyClosedException: ScheduledTrigger node_added_triggerEQ has been closed.
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers$ScheduledTrigger.dequeue(ScheduledTriggers.java:526)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:310)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 358025 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F9A58F06102E6591]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 358026 INFO (zkCallback-470-thread-1-processing-n:127.0.0.1:41893_solr) [n:127.0.0.1:41893_solr ] o.a.s.c.Overseer Overseer (id=72079575738286085-127.0.0.1:41893_solr-n_0000000001) starting
[junit4] 2> 358028 DEBUG (AutoscalingActionExecutor-1531-thread-1-processing-n:127.0.0.1:36493_solr) [n:127.0.0.1:36493_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 22 ms for event id=1310f11db3c52T5xoxvzkjx6t7dixbm8ljs5c7b
[junit4] 2> 358030 DEBUG (OverseerAutoScalingTriggerThread-72079575738286085-127.0.0.1:41893_solr-n_0000000001) [n:127.0.0.1:41893_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 358031 DEBUG (OverseerAutoScalingTriggerThread-72079575738286085-127.0.0.1:41893_solr-n_0000000001) [n:127.0.0.1:41893_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 358031 INFO (OverseerAutoScalingTriggerThread-72079575738286085-127.0.0.1:41893_solr-n_0000000001) [n:127.0.0.1:41893_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventQueueAction instantiated
[junit4] 2> 358031 DEBUG (OverseerAutoScalingTriggerThread-72079575738286085-127.0.0.1:41893_solr-n_0000000001) [n:127.0.0.1:41893_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:41893_solr, 127.0.0.1:42427_solr]
[junit4] 2> 358031 DEBUG (OverseerAutoScalingTriggerThread-72079575738286085-127.0.0.1:41893_solr-n_0000000001) [n:127.0.0.1:41893_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEQ instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventQueueAction}], enabled=true}
[junit4] 2> 358032 DEBUG (OverseerAutoScalingTriggerThread-72079575738286085-127.0.0.1:41893_solr-n_0000000001) [n:127.0.0.1:41893_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:41893_solr, 127.0.0.1:42427_solr]
[junit4] 2> 358033 DEBUG (OverseerAutoScalingTriggerThread-72079575738286085-127.0.0.1:41893_solr-n_0000000001) [n:127.0.0.1:41893_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion -1
[junit4] 2> 358033 DEBUG (OverseerAutoScalingTriggerThread-72079575738286085-127.0.0.1:41893_solr-n_0000000001) [n:127.0.0.1:41893_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 358034 DEBUG (OverseerAutoScalingTriggerThread-72079575738286085-127.0.0.1:41893_solr-n_0000000001) [n:127.0.0.1:41893_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 358035 DEBUG (ScheduledTrigger-1545-thread-1) [n:127.0.0.1:41893_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 358035 DEBUG (OverseerAutoScalingTriggerThread-72079575738286085-127.0.0.1:41893_solr-n_0000000001) [n:127.0.0.1:41893_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 358036 DEBUG (ScheduledTrigger-1545-thread-2) [n:127.0.0.1:41893_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"1310f11db3c52T5xoxvzkjx6t7dixbm8ljs5c7b",
[junit4] 2> "source":"node_added_triggerEQ",
[junit4] 2> "eventTime":335415770561618,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[335415770561618],
[junit4] 2> "_dequeue_time_":335416808599039,
[junit4] 2> "_enqueue_time_":335416773759298,
[junit4] 2> "nodeNames":["127.0.0.1:42427_solr"],
[junit4] 2> "replaying":true}}
[junit4] 2> 358036 DEBUG (ScheduledTrigger-1545-thread-2) [n:127.0.0.1:41893_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_triggerEQ]
[junit4] 2> 358036 INFO (ScheduledTrigger-1545-thread-2) [n:127.0.0.1:41893_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 358037 DEBUG (AutoscalingActionExecutor-1546-thread-1-processing-n:127.0.0.1:41893_solr) [n:127.0.0.1:41893_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"1310f11db3c52T5xoxvzkjx6t7dixbm8ljs5c7b",
[junit4] 2> "source":"node_added_triggerEQ",
[junit4] 2> "eventTime":335415770561618,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[335415770561618],
[junit4] 2> "_dequeue_time_":335416808599039,
[junit4] 2> "_enqueue_time_":335416773759298,
[junit4] 2> "nodeNames":["127.0.0.1:42427_solr"],
[junit4] 2> "replaying":true}}
[junit4] 2> 358037 INFO (AutoscalingActionExecutor-1546-thread-1-processing-n:127.0.0.1:41893_solr) [n:127.0.0.1:41893_solr ] o.a.s.c.a.TriggerIntegrationTest -- event: {
[junit4] 2> "id":"1310f11db3c52T5xoxvzkjx6t7dixbm8ljs5c7b",
[junit4] 2> "source":"node_added_triggerEQ",
[junit4] 2> "eventTime":335415770561618,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[335415770561618],
[junit4] 2> "_dequeue_time_":335416808599039,
[junit4] 2> "_enqueue_time_":335416773759298,
[junit4] 2> "nodeNames":["127.0.0.1:42427_solr"],
[junit4] 2> "replaying":true}}
[junit4] 2> 358038 DEBUG (ScheduledTrigger-1545-thread-2) [n:127.0.0.1:41893_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ
[junit4] 2> 358038 DEBUG (ScheduledTrigger-1545-thread-2) [n:127.0.0.1:41893_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 358038 DEBUG (AutoscalingActionExecutor-1546-thread-1-processing-n:127.0.0.1:41893_solr) [n:127.0.0.1:41893_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 5000ms
[junit4] 2> 358038 DEBUG (AutoscalingActionExecutor-1546-thread-1-processing-n:127.0.0.1:41893_solr) [n:127.0.0.1:41893_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerEQ after 5000ms
[junit4] 2> 358038 DEBUG (AutoscalingActionExecutor-1546-thread-1-processing-n:127.0.0.1:41893_solr) [n:127.0.0.1:41893_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=1310f11db3c52T5xoxvzkjx6t7dixbm8ljs5c7b
[junit4] 2> 363026 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[F9A58F06102E6591]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testEventQueue
[junit4] 2> 363038 DEBUG (ScheduledTrigger-1545-thread-3) [n:127.0.0.1:41893_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ
[junit4] 2> 363039 DEBUG (ScheduledTrigger-1545-thread-1) [n:127.0.0.1:41893_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 363039 DEBUG (ScheduledTrigger-1545-thread-3) [n:127.0.0.1:41893_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 363039 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F9A58F06102E6591]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testContinueTriggersOnOverseerRestart
[junit4] 2> 363039 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F9A58F06102E6591]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 5
[junit4] 2> 363040 DEBUG (zkCallback-470-thread-1-processing-n:127.0.0.1:41893_solr) [n:127.0.0.1:41893_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 363040 DEBUG (OverseerAutoScalingTriggerThread-72079575738286085-127.0.0.1:41893_solr-n_0000000001) [n:127.0.0.1:41893_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 363043 DEBUG (OverseerAutoScalingTriggerThread-72079575738286085-127.0.0.1:41893_solr-n_0000000001) [n:127.0.0.1:41893_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 363043 DEBUG (OverseerAutoScalingTriggerThread-72079575738286085-127.0.0.1:41893_solr-n_0000000001) [n:127.0.0.1:41893_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 363043 DEBUG (OverseerAutoScalingTriggerThread-72079575738286085-127.0.0.1:41893_solr-n_0000000001) [n:127.0.0.1:41893_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 363044 INFO (qtp2478926-4431) [n:127.0.0.1:41893_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 363050 INFO (qtp2478926-4431) [n:127.0.0.1:41893_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 363055 INFO (qtp12893265-4489) [n:127.0.0.1:42427_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 363057 INFO (qtp2478926-4528) [n:127.0.0.1:41893_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 363058 DEBUG (qtp2478926-4435) [n:127.0.0.1:41893_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 363059 INFO (qtp2478926-4435) [n:127.0.0.1:41893_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 363059 DEBUG (zkCallback-470-thread-1-processing-n:127.0.0.1:41893_solr) [n:127.0.0.1:41893_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 363060 DEBUG (zkCallback-470-thread-1-processing-n:127.0.0.1:41893_solr) [n:127.0.0.1:41893_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:41893_solr, 127.0.0.1:42427_solr]
[junit4] 2> 363060 DEBUG (zkCallback-470-thread-1-processing-n:127.0.0.1:41893_solr) [n:127.0.0.1:41893_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerCTOOR instantiated with properties: {event=nodeAdded, waitFor=3, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 363060 DEBUG (OverseerAutoScalingTriggerThread-72079575738286085-127.0.0.1:41893_solr-n_0000000001) [n:127.0.0.1:41893_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 363061 INFO (OverseerAutoScalingTriggerThread-72079575738286085-127.0.0.1:41893_solr-n_0000000001) [n:127.0.0.1:41893_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 363061 DEBUG (OverseerAutoScalingTriggerThread-72079575738286085-127.0.0.1:41893_solr-n_0000000001) [n:127.0.0.1:41893_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 363062 DEBUG (OverseerAutoScalingTriggerThread-72079575738286085-127.0.0.1:41893_solr-n_0000000001) [n:127.0.0.1:41893_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 363062 DEBUG (ScheduledTrigger-1545-thread-2) [n:127.0.0.1:41893_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 363062 DEBUG (ScheduledTrigger-1545-thread-2) [n:127.0.0.1:41893_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 363062 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F9A58F06102E6591]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@8c8229{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 363062 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F9A58F06102E6591]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1301754
[junit4] 2> 363062 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F9A58F06102E6591]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 363062 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F9A58F06102E6591]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@db2a6a: rootName = solr_41893, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@15cb7ad
[junit4] 2> 363069 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F9A58F06102E6591]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 363069 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F9A58F06102E6591]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@dde87e: rootName = solr_41893, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@103f4a
[junit4] 2> 363074 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F9A58F06102E6591]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 363074 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F9A58F06102E6591]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@f8b51e: rootName = solr_41893, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@d60caa
[junit4] 2> 363076 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F9A58F06102E6591]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:41893_solr
[junit4] 2> 363077 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F9A58F06102E6591]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 363077 INFO (zkCallback-482-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 363077 INFO (zkCallback-490-thread-1-processing-n:127.0.0.1:42427_solr) [n:127.0.0.1:42427_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 363077 INFO (zkCallback-470-thread-1-processing-n:127.0.0.1:41893_solr) [n:127.0.0.1:41893_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 363077 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F9A58F06102E6591]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 363077 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F9A58F06102E6591]) [ ] o.a.s.c.Overseer Overseer (id=72079575738286085-127.0.0.1:41893_solr-n_0000000001) closing
[junit4] 2> 363077 INFO (OverseerStateUpdate-72079575738286085-127.0.0.1:41893_solr-n_0000000001) [n:127.0.0.1:41893_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:41893_solr
[junit4] 2> 363077 WARN (OverseerAutoScalingTriggerThread-72079575738286085-127.0.0.1:41893_solr-n_0000000001) [n:127.0.0.1:41893_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 363078 DEBUG (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F9A58F06102E6591]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 363078 INFO (zkCallback-490-thread-1-processing-n:127.0.0.1:42427_solr) [n:127.0.0.1:42427_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42427_solr
[junit4] 2> 363078 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F9A58F06102E6591]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@10eb1ce{/solr,null,UNAVAILABLE}
[junit4] 2> 363079 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F9A58F06102E6591]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 363079 INFO (zkCallback-490-thread-1-processing-n:127.0.0.1:42427_solr) [n:127.0.0.1:42427_solr ] o.a.s.c.Overseer Overseer (id=72079575738286091-127.0.0.1:42427_solr-n_0000000002) starting
[junit4] 2> 363083 DEBUG (OverseerAutoScalingTriggerThread-72079575738286091-127.0.0.1:42427_solr-n_0000000002) [n:127.0.0.1:42427_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 363083 DEBUG (OverseerAutoScalingTriggerThread-72079575738286091-127.0.0.1:42427_solr-n_0000000002) [n:127.0.0.1:42427_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 363084 DEBUG (OverseerAutoScalingTriggerThread-72079575738286091-127.0.0.1:42427_solr-n_0000000002) [n:127.0.0.1:42427_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:42427_solr]
[junit4] 2> 363084 DEBUG (OverseerAutoScalingTriggerThread-72079575738286091-127.0.0.1:42427_solr-n_0000000002) [n:127.0.0.1:42427_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerCTOOR instantiated with properties: {event=nodeAdded, waitFor=3, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 363084 DEBUG (OverseerAutoScalingTriggerThread-72079575738286091-127.0.0.1:42427_solr-n_0000000002) [n:127.0.0.1:42427_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:42427_solr]
[junit4] 2> 363084 DEBUG (OverseerAutoScalingTriggerThread-72079575738286091-127.0.0.1:42427_solr-n_0000000002) [n:127.0.0.1:42427_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion -1
[junit4] 2> 363084 DEBUG (OverseerAutoScalingTriggerThread-72079575738286091-127.0.0.1:42427_solr-n_0000000002) [n:127.0.0.1:42427_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 363085 INFO (OverseerAutoScalingTriggerThread-72079575738286091-127.0.0.1:42427_solr-n_0000000002) [n:127.0.0.1:42427_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 363085 DEBUG (ScheduledTrigger-1550-thread-1) [n:127.0.0.1:42427_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 363086 DEBUG (ScheduledTrigger-1550-thread-1) [n:127.0.0.1:42427_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 363086 DEBUG (OverseerAutoScalingTriggerThread-72079575738286091-127.0.0.1:42427_solr-n_0000000002) [n:127.0.0.1:42427_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 363086 DEBUG (ScheduledTrigger-1550-thread-1) [n:127.0.0.1:42427_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 364086 DEBUG (ScheduledTrigger-1550-thread-2) [n:127.0.0.1:42427_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 364087 DEBUG (ScheduledTrigger-1550-thread-2) [n:127.0.0.1:42427_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 364088 DEBUG (ScheduledTrigger-1550-thread-3) [n:127.0.0.1:42427_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 365087 DEBUG (ScheduledTrigger-1550-thread-1) [n:127.0.0.1:42427_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 365087 DEBUG (ScheduledTrigger-1550-thread-1) [n:127.0.0.1:42427_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 365088 DEBUG (ScheduledTrigger-1550-thread-4) [n:127.0.0.1:42427_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 366087 DEBUG (ScheduledTrigger-1550-thread-2) [n:127.0.0.1:42427_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 366087 DEBUG (ScheduledTrigger-1550-thread-2) [n:127.0.0.1:42427_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 366088 DEBUG (ScheduledTrigger-1550-thread-3) [n:127.0.0.1:42427_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 367087 DEBUG (ScheduledTrigger-1550-thread-1) [n:127.0.0.1:42427_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 367087 DEBUG (ScheduledTrigger-1550-thread-1) [n:127.0.0.1:42427_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 367089 DEBUG (ScheduledTrigger-1550-thread-4) [n:127.0.0.1:42427_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 368088 DEBUG (ScheduledTrigger-1550-thread-2) [n:127.0.0.1:42427_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 368088 DEBUG (ScheduledTrigger-1550-thread-2) [n:127.0.0.1:42427_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 368089 DEBUG (ScheduledTrigger-1550-thread-3) [n:127.0.0.1:42427_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 369088 DEBUG (ScheduledTrigger-1550-thread-1) [n:127.0.0.1:42427_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 369088 DEBUG (ScheduledTrigger-1550-thread-1) [n:127.0.0.1:42427_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 369089 DEBUG (ScheduledTrigger-1550-thread-4) [n:127.0.0.1:42427_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 370088 DEBUG (ScheduledTrigger-1550-thread-2) [n:127.0.0.1:42427_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 370088 DEBUG (ScheduledTrigger-1550-thread-2) [n:127.0.0.1:42427_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 370089 DEBUG (ScheduledTrigger-1550-thread-3) [n:127.0.0.1:42427_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 371088 DEBUG (ScheduledTrigger-1550-thread-1) [n:127.0.0.1:42427_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 371088 DEBUG (ScheduledTrigger-1550-thread-1) [n:127.0.0.1:42427_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 371090 DEBUG (ScheduledTrigger-1550-thread-4) [n:127.0.0.1:42427_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 372089 DEBUG (ScheduledTrigger-1550-thread-2) [n:127.0.0.1:42427_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 372089 DEBUG (ScheduledTrigger-1550-thread-2) [n:127.0.0.1:42427_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 372090 DEBUG (ScheduledTrigger-1550-thread-3) [n:127.0.0.1:42427_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 373080 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F9A58F06102E6591]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 373081 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F9A58F06102E6591]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 373081 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F9A58F06102E6591]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 373081 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F9A58F06102E6591]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 373081 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F9A58F06102E6591]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@48543c{/solr,null,AVAILABLE}
[junit4] 2> 373082 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F9A58F06102E6591]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1808b4e{HTTP/1.1,[http/1.1]}{127.0.0.1:43247}
[junit4] 2> 373082 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F9A58F06102E6591]) [ ] o.e.j.s.Server Started @374148ms
[junit4] 2> 373082 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F9A58F06102E6591]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43247}
[junit4] 2> 373082 ERROR (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F9A58F06102E6591]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 373082 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F9A58F06102E6591]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 373082 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F9A58F06102E6591]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 373082 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F9A58F06102E6591]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 373082 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F9A58F06102E6591]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-02T11:51:11.417Z
[junit4] 2> 373084 INFO (zkConnectionManagerCallback-495-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 373085 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F9A58F06102E6591]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 373089 DEBUG (ScheduledTrigger-1550-thread-1) [n:127.0.0.1:42427_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 373089 DEBUG (ScheduledTrigger-1550-thread-1) [n:127.0.0.1:42427_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 373090 DEBUG (ScheduledTrigger-1550-thread-4) [n:127.0.0.1:42427_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 373093 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F9A58F06102E6591]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38823/solr
[junit4] 2> 373095 INFO (zkConnectionManagerCallback-499-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 373097 INFO (zkConnectionManagerCallback-501-thread-1-processing-n:127.0.0.1:43247_solr) [n:127.0.0.1:43247_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 373102 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F9A58F06102E6591]) [n:127.0.0.1:43247_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 373103 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F9A58F06102E6591]) [n:127.0.0.1:43247_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 373104 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F9A58F06102E6591]) [n:127.0.0.1:43247_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43247_solr
[junit4] 2> 373105 INFO (zkCallback-482-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 373105 INFO (zkCallback-490-thread-1-processing-n:127.0.0.1:42427_solr) [n:127.0.0.1:42427_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 373106 INFO (zkCallback-500-thread-1-processing-n:127.0.0.1:43247_solr) [n:127.0.0.1:43247_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 373230 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F9A58F06102E6591]) [n:127.0.0.1:43247_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43247.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1cda041
[junit4] 2> 373242 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F9A58F06102E6591]) [n:127.0.0.1:43247_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43247.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1cda041
[junit4] 2> 373242 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F9A58F06102E6591]) [n:127.0.0.1:43247_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43247.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1cda041
[junit4] 2> 373243 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F9A58F06102E6591]) [n:127.0.0.1:43247_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_F9A58F06102E6591-001/tempDir-001/node4/.
[junit4] 2> 374089 DEBUG (ScheduledTrigger-1550-thread-2) [n:127.0.0.1:42427_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 374089 DEBUG (ScheduledTrigger-1550-thread-2) [n:127.0.0.1:42427_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 374089 DEBUG (ScheduledTrigger-1550-thread-2) [n:127.0.0.1:42427_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:43247_solr at time 335432862114886
[junit4] 2> 374090 DEBUG (ScheduledTrigger-1550-thread-3) [n:127.0.0.1:42427_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 375090 DEBUG (ScheduledTrigger-1550-thread-2) [n:127.0.0.1:42427_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 375090 DEBUG (ScheduledTrigger-1550-thread-2) [n:127.0.0.1:42427_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 375091 DEBUG (ScheduledTrigger-1550-thread-4) [n:127.0.0.1:42427_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 376091 DEBUG (ScheduledTrigger-1550-thread-1) [n:127.0.0.1:42427_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 376091 DEBUG (ScheduledTrigger-1550-thread-1) [n:127.0.0.1:42427_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 376091 DEBUG (ScheduledTrigger-1550-thread-3) [n:127.0.0.1:42427_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 377091 DEBUG (ScheduledTrigger-1550-thread-2) [n:127.0.0.1:42427_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerCTOOR
[junit4] 2> 377091 DEBUG (ScheduledTrigger-1550-thread-2) [n:127.0.0.1:42427_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 377091 DEBUG (ScheduledTrigger-1550-thread-2) [n:127.0.0.1:42427_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerCTOOR firing registered processor for nodes: [127.0.0.1:43247_solr] added at times [335432862114886], now=335435864032330
[junit4] 2> 377091 DEBUG (ScheduledTrigger-1550-thread-2) [n:127.0.0.1:42427_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"131130c97a446T5xoxvzkjx6t7dixbm8ljs5c7e",
[junit4] 2> "source":"node_added_triggerCTOOR",
[junit4] 2> "eventTime":335432862114886,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[335432862114886],
[junit4] 2> "nodeNames":["127.0.0.1:43247_solr"]}}
[junit4] 2> 377091 DEBUG (ScheduledTrigger-1550-thread-4) [n:127.0.0.1:42427_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 377092 DEBUG (ScheduledTrigger-1550-thread-2) [n:127.0.0.1:42427_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_triggerCTOOR]
[junit4] 2> 377093 INFO (ScheduledTrigger-1550-thread-2) [n:127.0.0.1:42427_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 377093 DEBUG (AutoscalingActionExecutor-1551-thread-1-processing-n:127.0.0.1:42427_solr) [n:127.0.0.1:42427_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"131130c97a446T5xoxvzkjx6t7dixbm8ljs5c7e",
[junit4] 2> "source":"node_added_triggerCTOOR",
[junit4] 2> "eventTime":335432862114886,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[335432862114886],
[junit4] 2> "_enqueue_time_":335435864935146,
[junit4] 2> "nodeNames":["127.0.0.1:43247_solr"]}}
[junit4] 2> 377094 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F9A58F06102E6591]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testContinueTriggersOnOverseerRestart
[junit4] 2> 377094 DEBUG (AutoscalingActionExecutor-1551-thread-1-processing-n:127.0.0.1:42427_solr) [n:127.0.0.1:42427_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 5000ms
[junit4] 2> 377094 DEBUG (AutoscalingActionExecutor-1551-thread-1-processing-n:127.0.0.1:42427_solr) [n:127.0.0.1:42427_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerCTOOR after 5000ms
[junit4] 2> 377095 DEBUG (AutoscalingActionExecutor-1551-thread-1-processing-n:127.0.0.1:42427_solr) [n:127.0.0.1:42427_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=131130c97a446T5xoxvzkjx6t7dixbm8ljs5c7e
[junit4] 2> 377109 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F9A58F06102E6591]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testEventFromRestoredState
[junit4] 2> 377109 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F9A58F06102E6591]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 8
[junit4] 2> 377109 DEBUG (zkCallback-490-thread-1-processing-n:127.0.0.1:42427_solr) [n:127.0.0.1:42427_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 377110 DEBUG (OverseerAutoScalingTriggerThread-72079575738286091-127.0.0.1:42427_solr-n_0000000002) [n:127.0.0.1:42427_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 377111 DEBUG (OverseerAutoScalingTriggerThread-72079575738286091-127.0.0.1:42427_solr-n_0000000002) [n:127.0.0.1:42427_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 377111 DEBUG (OverseerAutoScalingTriggerThread-72079575738286091-127.0.0.1:42427_solr-n_0000000002) [n:127.0.0.1:42427_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 377111 DEBUG (OverseerAutoScalingTriggerThread-72079575738286091-127.0.0.1:42427_solr-n_0000000002) [n:127.0.0.1:42427_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 377113 INFO (qtp12893265-4566) [n:127.0.0.1:42427_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 377116 INFO (qtp24987624-4541) [n:127.0.0.1:43247_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 377117 DEBUG (qtp12893265-4495) [n:127.0.0.1:42427_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 377117 INFO (qtp12893265-4495) [n:127.0.0.1:42427_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 377118 DEBUG (zkCallback-490-thread-1-processing-n:127.0.0.1:42427_solr) [n:127.0.0.1:42427_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9
[junit4] 2> 377118 DEBUG (zkCallback-490-thread-1-processing-n:127.0.0.1:42427_solr) [n:127.0.0.1:42427_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:43247_solr, 127.0.0.1:42427_solr]
[junit4] 2> 377118 DEBUG (zkCallback-490-thread-1-processing-n:127.0.0.1:42427_solr) [n:127.0.0.1:42427_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEFRS instantiated with properties: {event=nodeAdded, waitFor=10, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 377118 DEBUG (OverseerAutoScalingTriggerThread-72079575738286091-127.0.0.1:42427_solr-n_0000000002) [n:127.0.0.1:42427_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
[junit4] 2> 377119 INFO (OverseerAutoScalingTriggerThread-72079575738286091-127.0.0.1:42427_solr-n_0000000002) [n:127.0.0.1:42427_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 377120 DEBUG (OverseerAutoScalingTriggerThread-72079575738286091-127.0.0.1:42427_solr-n_0000000002) [n:127.0.0.1:42427_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 377120 DEBUG (OverseerAutoScalingTriggerThread-72079575738286091-127.0.0.1:42427_solr-n_0000000002) [n:127.0.0.1:42427_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9
[junit4] 2> 377120 DEBUG (ScheduledTrigger-1550-thread-4) [n:127.0.0.1:42427_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 377120 DEBUG (ScheduledTrigger-1550-thread-4) [n:127.0.0.1:42427_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 377120 INFO (qtp12893265-4494) [n:127.0.0.1:42427_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 377125 INFO (qtp12893265-4494) [n:127.0.0.1:42427_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 377126 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F9A58F06102E6591]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 377126 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F9A58F06102E6591]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 377126 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F9A58F06102E6591]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 377126 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F9A58F06102E6591]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 377126 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F9A58F06102E6591]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@df0119{/solr,null,AVAILABLE}
[junit4] 2> 377127 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F9A58F06102E6591]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1c7e889{HTTP/1.1,[http/1.1]}{127.0.0.1:41061}
[junit4] 2> 377127 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F9A58F06102E6591]) [ ] o.e.j.s.Server Started @378192ms
[junit4] 2> 377127 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F9A58F06102E6591]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41061}
[junit4] 2> 377127 ERROR (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F9A58F06102E6591]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 377127 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F9A58F06102E6591]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 377127 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F9A58F06102E6591]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 377127 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F9A58F06102E6591]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 377127 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F9A58F06102E6591]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-02T11:51:15.462Z
[junit4] 2> 377129 INFO (zkConnectionManagerCallback-505-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 377129 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F9A58F06102E6591]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 377138 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F9A58F06102E6591]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38823/solr
[junit4] 2> 377139 INFO (zkConnectionManagerCallback-509-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 377141 INFO (zkConnectionManagerCallback-511-thread-1-processing-n:127.0.0.1:41061_solr) [n:127.0.0.1:41061_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 377144 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F9A58F06102E6591]) [n:127.0.0.1:41061_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 377145 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F9A58F06102E6591]) [n:127.0.0.1:41061_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 377147 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F9A58F06102E6591]) [n:127.0.0.1:41061_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41061_solr
[junit4] 2> 377147 INFO (zkCallback-500-thread-1-processing-n:127.0.0.1:43247_solr) [n:127.0.0.1:43247_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 377147 INFO (zkCallback-490-thread-1-processing-n:127.0.0.1:42427_solr) [n:127.0.0.1:42427_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 377147 INFO (zkCallback-482-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 377148 INFO (zkCallback-510-thread-1-processing-n:127.0.0.1:41061_solr) [n:127.0.0.1:41061_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 377309 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F9A58F06102E6591]) [n:127.0.0.1:41061_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41061.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1cda041
[junit4] 2> 377326 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F9A58F06102E6591]) [n:127.0.0.1:41061_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41061.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1cda041
[junit4] 2> 377326 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F9A58F06102E6591]) [n:127.0.0.1:41061_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41061.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1cda041
[junit4] 2> 377327 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F9A58F06102E6591]) [n:127.0.0.1:41061_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_F9A58F06102E6591-001/tempDir-001/node5/.
[junit4] 2> 378121 DEBUG (ScheduledTrigger-1550-thread-4) [n:127.0.0.1:42427_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 378121 DEBUG (ScheduledTrigger-1550-thread-4) [n:127.0.0.1:42427_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 378121 DEBUG (ScheduledTrigger-1550-thread-4) [n:127.0.0.1:42427_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:41061_solr at time 335436893637357
[junit4] 2> 379122 DEBUG (ScheduledTrigger-1550-thread-4) [n:127.0.0.1:42427_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 379122 DEBUG (ScheduledTrigger-1550-thread-4) [n:127.0.0.1:42427_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 379123 INFO (OverseerCollectionConfigSetProcessor-72079575738286091-127.0.0.1:42427_solr-n_0000000002) [n:127.0.0.1:42427_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 380122 DEBUG (ScheduledTrigger-1550-thread-4) [n:127.0.0.1:42427_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 380122 DEBUG (ScheduledTrigger-1550-thread-4) [n:127.0.0.1:42427_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 381122 DEBUG (ScheduledTrigger-1550-thread-4) [n:127.0.0.1:42427_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 381122 DEBUG (ScheduledTrigger-1550-thread-4) [n:127.0.0.1:42427_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 382123 DEBUG (ScheduledTrigger-1550-thread-4) [n:127.0.0.1:42427_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 382123 DEBUG (ScheduledTrigger-1550-thread-4) [n:127.0.0.1:42427_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 383123 DEBUG (Sched
[...truncated too long message...]
2> 9 /solr/configs/conf1
[junit4] 2> 5 /solr/collections/collection1/terms/shard1
[junit4] 2> 5 /solr/collections/collection1/terms/shard2
[junit4] 2> 5 /solr/collections/collection1/terms/shard3
[junit4] 2> 5 /solr/collections/collection1/terms/shard4
[junit4] 2> 2 /solr/collections/control_collection/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/clusterprops.json
[junit4] 2> 11 /solr/clusterstate.json
[junit4] 2> 9 /solr/autoscaling.json
[junit4] 2> 8 /solr/collections/collection1/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/live_nodes
[junit4] 2> 11 /solr/collections
[junit4] 2> 9 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 9 /solr/overseer/collection-queue-work
[junit4] 2> 9 /solr/overseer/queue-work
[junit4] 2> 8 /solr/overseer/queue
[junit4] 2>
[junit4] 2> 2756884 INFO (SUITE-ShardRoutingTest-seed#[F9A58F06102E6591]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> Feb 02, 2018 12:30:55 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
[junit4] 2> Feb 02, 2018 12:31:15 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.cloud.ShardRoutingTest:
[junit4] 2> 1) Thread[id=19132, name=qtp6952237-19132, state=TIMED_WAITING, group=TGRP-ShardRoutingTest]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Feb 02, 2018 12:31:15 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=19132, name=qtp6952237-19132, state=TIMED_WAITING, group=TGRP-ShardRoutingTest]
[junit4] 2> Feb 02, 2018 12:31:18 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=19132, name=qtp6952237-19132, state=TIMED_WAITING, group=TGRP-ShardRoutingTest]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: test params are: codec=HighCompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=31054, maxDocsPerChunk=4, blockSize=9), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=31054, blockSize=9)), sim=RandomSimilarity(queryNorm=true): {}, locale=es-US, timezone=America/Rainy_River
[junit4] 2> NOTE: Linux 4.13.0-32-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=2,free=193224328,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [CdcrBootstrapTest, TestDistributedSearch, CoreSorterTest, TestLegacyNumericUtils, NumberUtilsTest, TestCloudNestedDocsSort, TestReplicationHandlerBackup, TestNonDefinedSimilarityFactory, TestGenericDistributedQueue, SubstringBytesRefFilterTest, TestFieldCollectionResource, TestCustomDocTransformer, SSLMigrationTest, HdfsDirectoryFactoryTest, BasicAuthStandaloneTest, SimpleMLTQParserTest, TestConfig, ComputePlanActionTest, TestCSVResponseWriter, TestCloudSchemaless, TestManagedSchema, TestCSVLoader, XmlUpdateRequestHandlerTest, TestMergePolicyConfig, AutoAddReplicasIntegrationTest, PluginInfoTest, TestIndexSearcher, RequestLoggingTest, TestNumericRangeQuery32, ChangedSchemaMergeTest, TestGraphMLResponseWriter, CollectionsAPIDistributedZkTest, SolrCloudReportersTest, DefaultValueUpdateProcessorTest, CursorPagingTest, HdfsWriteToMultipleCollectionsTest, TestPseudoReturnFields, AnalysisErrorHandlingTest, TestFastOutputStream, TestZkAclsWithHadoopAuth, ZkSolrClientTest, TestExceedMaxTermLength, TestRawResponseWriter, TestNumericTerms64, TestManagedSynonymGraphFilterFactory, TestPKIAuthenticationPlugin, TestCollectionAPI, DistributedFacetPivotSmallAdvancedTest, JSONWriterTest, TestPullReplica, TestCryptoKeys, TestLuceneMatchVersion, TestIndexingPerformance, TestSchemaSimilarityResource, ConcurrentCreateRoutedAliasTest, TestRandomRequestDistribution, SpatialRPTFieldTypeTest, TestHighlightDedupGrouping, TestSolrConfigHandlerConcurrent, FacetPivotSmallTest, UtilsToolTest, MoveReplicaTest, OpenCloseCoreStressTest, FullSolrCloudDistribCmdsTest, TestSolrCloudWithKerberosAlt, TestHashPartitioner, JavabinLoaderTest, SolrCoreCheckLockOnStartupTest, SimpleFacetsTest, DistributedTermsComponentTest, TestComputePlanAction, DistributedQueryComponentCustomSortTest, TestDocumentBuilder, TestDefaultStatsCache, TestSQLHandler, TestInitParams, ChaosMonkeySafeLeaderWithPullReplicasTest, SolrIndexSplitterTest, TestSortByMinMaxFunction, TestJsonFacets, TestRandomCollapseQParserPlugin, TestSolrDeletionPolicy1, SolrRequestParserTest, ParsingFieldUpdateProcessorsTest, BasicDistributedZkTest, LeaderInitiatedRecoveryOnShardRestartTest, RAMDirectoryFactoryTest, CustomHighlightComponentTest, SolrMetricsIntegrationTest, TestConfigReload, SolrIndexConfigTest, ReplicationFactorTest, TestBlendedInfixSuggestions, SolrPluginUtilsTest, OverseerTaskQueueTest, SparseHLLTest, TestMultiWordSynonyms, TestSort, DeleteLastCustomShardedReplicaTest, ShardRoutingTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=ShardRoutingTest -Dtests.seed=F9A58F06102E6591 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es-US -Dtests.timezone=America/Rainy_River -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J0 | ShardRoutingTest (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.ShardRoutingTest:
[junit4] > 1) Thread[id=19132, name=qtp6952237-19132, state=TIMED_WAITING, group=TGRP-ShardRoutingTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([F9A58F06102E6591]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=19132, name=qtp6952237-19132, state=TIMED_WAITING, group=TGRP-ShardRoutingTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([F9A58F06102E6591]:0)
[junit4] Completed [551/774 (2!)] on J0 in 78.94s, 1 test, 2 errors <<< FAILURES!
[...truncated 44685 lines...]
[JENKINS-EA] Lucene-Solr-7.x-Linux (64bit/jdk-10-ea+41) - Build #
1280 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1280/
Java: 64bit/jdk-10-ea+41 -XX:-UseCompressedOops -XX:+UseG1GC
1 tests failed.
FAILED: org.apache.solr.cloud.TestUtilizeNode.test
Error Message:
no replica should be present in 127.0.0.1:34307_solr
Stack Trace:
java.lang.AssertionError: no replica should be present in 127.0.0.1:34307_solr
at __randomizedtesting.SeedInfo.seed([7A67EBA53EF07EBA:F233D47F900C1342]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.TestUtilizeNode.test(TestUtilizeNode.java:99)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 3332 lines...]
[junit4] JVM J1: stdout was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/icu/test/temp/junit4-J1-20180202_081647_4515460471596669971300.sysout
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Default case invoked for:
[junit4] opcode = 0, "Node"
[junit4] <<< JVM J1: EOF ----
[...truncated 10234 lines...]
[junit4] Suite: org.apache.solr.cloud.TestUtilizeNode
[junit4] 2> 2194746 INFO (SUITE-TestUtilizeNode-seed#[7A67EBA53EF07EBA]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestUtilizeNode_7A67EBA53EF07EBA-001/init-core-data-001
[junit4] 2> 2194747 WARN (SUITE-TestUtilizeNode-seed#[7A67EBA53EF07EBA]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=76 numCloses=76
[junit4] 2> 2194747 INFO (SUITE-TestUtilizeNode-seed#[7A67EBA53EF07EBA]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2194748 INFO (SUITE-TestUtilizeNode-seed#[7A67EBA53EF07EBA]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 2194749 INFO (SUITE-TestUtilizeNode-seed#[7A67EBA53EF07EBA]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestUtilizeNode_7A67EBA53EF07EBA-001/tempDir-001
[junit4] 2> 2194749 INFO (SUITE-TestUtilizeNode-seed#[7A67EBA53EF07EBA]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2194749 INFO (Thread-6381) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2194749 INFO (Thread-6381) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2194753 ERROR (Thread-6381) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2194849 INFO (SUITE-TestUtilizeNode-seed#[7A67EBA53EF07EBA]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:35441
[junit4] 2> 2194850 INFO (zkConnectionManagerCallback-3932-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2194853 INFO (jetty-launcher-3929-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: ٢٠١٧-١١-٢١T٢٢:٢٧:٣٧+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2194853 INFO (jetty-launcher-3929-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: ٢٠١٧-١١-٢١T٢٢:٢٧:٣٧+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2194853 INFO (jetty-launcher-3929-thread-4) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: ٢٠١٧-١١-٢١T٢٢:٢٧:٣٧+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2194853 INFO (jetty-launcher-3929-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: ٢٠١٧-١١-٢١T٢٢:٢٧:٣٧+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2194853 INFO (jetty-launcher-3929-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2194853 INFO (jetty-launcher-3929-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2194853 INFO (jetty-launcher-3929-thread-4) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2194854 INFO (jetty-launcher-3929-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2194854 INFO (jetty-launcher-3929-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2194854 INFO (jetty-launcher-3929-thread-3) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2194855 INFO (jetty-launcher-3929-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1650ede3{/solr,null,AVAILABLE}
[junit4] 2> 2194855 INFO (jetty-launcher-3929-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1c722219{/solr,null,AVAILABLE}
[junit4] 2> 2194855 INFO (jetty-launcher-3929-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2f90dcf1{SSL,[ssl, http/1.1]}{127.0.0.1:36177}
[junit4] 2> 2194855 INFO (jetty-launcher-3929-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2194855 INFO (jetty-launcher-3929-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3fd251cb{SSL,[ssl, http/1.1]}{127.0.0.1:39947}
[junit4] 2> 2194856 INFO (jetty-launcher-3929-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2194856 INFO (jetty-launcher-3929-thread-3) [ ] o.e.j.s.Server Started @2196435ms
[junit4] 2> 2194856 INFO (jetty-launcher-3929-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2194856 INFO (jetty-launcher-3929-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39947}
[junit4] 2> 2194855 INFO (jetty-launcher-3929-thread-4) [ ] o.e.j.s.Server Started @2196435ms
[junit4] 2> 2194856 INFO (jetty-launcher-3929-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2194856 INFO (jetty-launcher-3929-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36177}
[junit4] 2> 2194856 INFO (jetty-launcher-3929-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2194856 INFO (jetty-launcher-3929-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@303fd3c9{/solr,null,AVAILABLE}
[junit4] 2> 2194856 INFO (jetty-launcher-3929-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2194856 ERROR (jetty-launcher-3929-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2194856 ERROR (jetty-launcher-3929-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2194856 INFO (jetty-launcher-3929-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 2194856 INFO (jetty-launcher-3929-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 2194856 INFO (jetty-launcher-3929-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2194856 INFO (jetty-launcher-3929-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2194856 INFO (jetty-launcher-3929-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2194856 INFO (jetty-launcher-3929-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3253dc4f{SSL,[ssl, http/1.1]}{127.0.0.1:39057}
[junit4] 2> 2194856 INFO (jetty-launcher-3929-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-02T09:04:54.753636Z
[junit4] 2> 2194856 INFO (jetty-launcher-3929-thread-2) [ ] o.e.j.s.Server Started @2196435ms
[junit4] 2> 2194856 INFO (jetty-launcher-3929-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2194856 INFO (jetty-launcher-3929-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39057}
[junit4] 2> 2194856 INFO (jetty-launcher-3929-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-02T09:04:54.753752Z
[junit4] 2> 2194856 ERROR (jetty-launcher-3929-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2194856 INFO (jetty-launcher-3929-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 2194856 INFO (jetty-launcher-3929-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2194857 INFO (jetty-launcher-3929-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2194857 INFO (jetty-launcher-3929-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-02T09:04:54.754041Z
[junit4] 2> 2194857 INFO (jetty-launcher-3929-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2f2662ae{/solr,null,AVAILABLE}
[junit4] 2> 2194857 INFO (jetty-launcher-3929-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@559ed340{SSL,[ssl, http/1.1]}{127.0.0.1:46547}
[junit4] 2> 2194857 INFO (jetty-launcher-3929-thread-1) [ ] o.e.j.s.Server Started @2196436ms
[junit4] 2> 2194857 INFO (jetty-launcher-3929-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46547}
[junit4] 2> 2194857 ERROR (jetty-launcher-3929-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2194857 INFO (jetty-launcher-3929-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 2194857 INFO (jetty-launcher-3929-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2194857 INFO (jetty-launcher-3929-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2194857 INFO (jetty-launcher-3929-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-02T09:04:54.754805Z
[junit4] 2> 2194861 INFO (zkConnectionManagerCallback-3934-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2194862 INFO (zkConnectionManagerCallback-3938-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2194862 INFO (zkConnectionManagerCallback-3936-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2194862 INFO (jetty-launcher-3929-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2194862 INFO (jetty-launcher-3929-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2194862 INFO (zkConnectionManagerCallback-3940-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2194862 INFO (jetty-launcher-3929-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2194862 INFO (jetty-launcher-3929-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2194867 INFO (jetty-launcher-3929-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35441/solr
[junit4] 2> 2194867 INFO (jetty-launcher-3929-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35441/solr
[junit4] 2> 2194868 INFO (jetty-launcher-3929-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35441/solr
[junit4] 2> 2194868 INFO (jetty-launcher-3929-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35441/solr
[junit4] 2> 2194868 INFO (zkConnectionManagerCallback-3948-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2194868 INFO (zkConnectionManagerCallback-3954-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2194868 INFO (zkConnectionManagerCallback-3950-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2194869 INFO (zkConnectionManagerCallback-3956-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2194869 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10013660cec0006, likely client has closed socket
[junit4] 2> 2194869 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10013660cec0007, likely client has closed socket
[junit4] 2> 2194870 INFO (zkConnectionManagerCallback-3962-thread-1-processing-n:127.0.0.1:39057_solr) [n:127.0.0.1:39057_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2194870 INFO (zkConnectionManagerCallback-3960-thread-1-processing-n:127.0.0.1:36177_solr) [n:127.0.0.1:36177_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2194870 INFO (zkConnectionManagerCallback-3964-thread-1-processing-n:127.0.0.1:39947_solr) [n:127.0.0.1:39947_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2194870 INFO (zkConnectionManagerCallback-3961-thread-1-processing-n:127.0.0.1:46547_solr) [n:127.0.0.1:46547_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2194927 INFO (jetty-launcher-3929-thread-3) [n:127.0.0.1:39947_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2194927 INFO (jetty-launcher-3929-thread-4) [n:127.0.0.1:36177_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2194927 INFO (jetty-launcher-3929-thread-1) [n:127.0.0.1:46547_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2194927 INFO (jetty-launcher-3929-thread-3) [n:127.0.0.1:39947_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39947_solr
[junit4] 2> 2194928 INFO (jetty-launcher-3929-thread-4) [n:127.0.0.1:36177_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36177_solr
[junit4] 2> 2194928 INFO (jetty-launcher-3929-thread-3) [n:127.0.0.1:39947_solr ] o.a.s.c.Overseer Overseer (id=72078923062312972-127.0.0.1:39947_solr-n_0000000000) starting
[junit4] 2> 2194928 INFO (jetty-launcher-3929-thread-2) [n:127.0.0.1:39057_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2194929 INFO (zkCallback-3959-thread-1-processing-n:127.0.0.1:39057_solr) [n:127.0.0.1:39057_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2194937 INFO (zkCallback-3957-thread-1-processing-n:127.0.0.1:36177_solr) [n:127.0.0.1:36177_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2194939 INFO (zkCallback-3963-thread-1-processing-n:127.0.0.1:39947_solr) [n:127.0.0.1:39947_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2194938 INFO (zkCallback-3958-thread-1-processing-n:127.0.0.1:46547_solr) [n:127.0.0.1:46547_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2194941 INFO (jetty-launcher-3929-thread-1) [n:127.0.0.1:46547_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46547_solr
[junit4] 2> 2194941 INFO (jetty-launcher-3929-thread-2) [n:127.0.0.1:39057_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39057_solr
[junit4] 2> 2194942 INFO (zkCallback-3957-thread-1-processing-n:127.0.0.1:36177_solr) [n:127.0.0.1:36177_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 2194942 INFO (zkCallback-3959-thread-1-processing-n:127.0.0.1:39057_solr) [n:127.0.0.1:39057_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 2194942 INFO (zkCallback-3963-thread-1-processing-n:127.0.0.1:39947_solr) [n:127.0.0.1:39947_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 2194949 INFO (zkCallback-3958-thread-1-processing-n:127.0.0.1:46547_solr) [n:127.0.0.1:46547_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 2194966 INFO (jetty-launcher-3929-thread-3) [n:127.0.0.1:39947_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39947_solr
[junit4] 2> 2194967 INFO (zkCallback-3959-thread-1-processing-n:127.0.0.1:39057_solr) [n:127.0.0.1:39057_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2194967 INFO (zkCallback-3957-thread-1-processing-n:127.0.0.1:36177_solr) [n:127.0.0.1:36177_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2194967 INFO (zkCallback-3958-thread-1-processing-n:127.0.0.1:46547_solr) [n:127.0.0.1:46547_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2194978 INFO (zkCallback-3963-thread-1-processing-n:127.0.0.1:39947_solr) [n:127.0.0.1:39947_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2194980 INFO (jetty-launcher-3929-thread-4) [n:127.0.0.1:36177_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36177.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@737d4afd
[junit4] 2> 2194985 INFO (jetty-launcher-3929-thread-2) [n:127.0.0.1:39057_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39057.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@737d4afd
[junit4] 2> 2194988 INFO (jetty-launcher-3929-thread-1) [n:127.0.0.1:46547_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46547.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@737d4afd
[junit4] 2> 2194990 INFO (jetty-launcher-3929-thread-4) [n:127.0.0.1:36177_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36177.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@737d4afd
[junit4] 2> 2194990 INFO (jetty-launcher-3929-thread-4) [n:127.0.0.1:36177_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36177.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@737d4afd
[junit4] 2> 2194991 INFO (jetty-launcher-3929-thread-2) [n:127.0.0.1:39057_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39057.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@737d4afd
[junit4] 2> 2194991 INFO (jetty-launcher-3929-thread-4) [n:127.0.0.1:36177_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestUtilizeNode_7A67EBA53EF07EBA-001/tempDir-001/node4/.
[junit4] 2> 2194991 INFO (jetty-launcher-3929-thread-2) [n:127.0.0.1:39057_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39057.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@737d4afd
[junit4] 2> 2194992 INFO (jetty-launcher-3929-thread-2) [n:127.0.0.1:39057_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestUtilizeNode_7A67EBA53EF07EBA-001/tempDir-001/node2/.
[junit4] 2> 2194996 INFO (jetty-launcher-3929-thread-1) [n:127.0.0.1:46547_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46547.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@737d4afd
[junit4] 2> 2194996 INFO (jetty-launcher-3929-thread-1) [n:127.0.0.1:46547_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46547.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@737d4afd
[junit4] 2> 2194997 INFO (jetty-launcher-3929-thread-1) [n:127.0.0.1:46547_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestUtilizeNode_7A67EBA53EF07EBA-001/tempDir-001/node1/.
[junit4] 2> 2195002 INFO (jetty-launcher-3929-thread-3) [n:127.0.0.1:39947_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39947.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@737d4afd
[junit4] 2> 2195011 INFO (jetty-launcher-3929-thread-3) [n:127.0.0.1:39947_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39947.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@737d4afd
[junit4] 2> 2195011 INFO (jetty-launcher-3929-thread-3) [n:127.0.0.1:39947_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39947.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@737d4afd
[junit4] 2> 2195012 INFO (jetty-launcher-3929-thread-3) [n:127.0.0.1:39947_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestUtilizeNode_7A67EBA53EF07EBA-001/tempDir-001/node3/.
[junit4] 2> 2195120 INFO (zkConnectionManagerCallback-3974-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2195129 INFO (zkConnectionManagerCallback-3978-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2195133 INFO (SUITE-TestUtilizeNode-seed#[7A67EBA53EF07EBA]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2195134 INFO (SUITE-TestUtilizeNode-seed#[7A67EBA53EF07EBA]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35441/solr ready
[junit4] 2> 2195155 INFO (qtp1690688118-21972) [n:127.0.0.1:39057_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2195161 INFO (qtp1690688118-21972) [n:127.0.0.1:39057_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 2195174 INFO (TEST-TestUtilizeNode.test-seed#[7A67EBA53EF07EBA]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 2195175 INFO (TEST-TestUtilizeNode.test-seed#[7A67EBA53EF07EBA]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2195193 INFO (zkConnectionManagerCallback-3981-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2195195 INFO (qtp1690688118-21968) [n:127.0.0.1:39057_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf1&name=utilizenodecoll&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2195197 INFO (OverseerThreadFactory-8082-thread-2-processing-n:127.0.0.1:39947_solr) [n:127.0.0.1:39947_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection utilizenodecoll
[junit4] 2> 2195197 INFO (OverseerCollectionConfigSetProcessor-72078923062312972-127.0.0.1:39947_solr-n_0000000000) [n:127.0.0.1:39947_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2195301 INFO (OverseerStateUpdate-72078923062312972-127.0.0.1:39947_solr-n_0000000000) [n:127.0.0.1:39947_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"utilizenodecoll",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"utilizenodecoll_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:46547/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2195302 INFO (OverseerStateUpdate-72078923062312972-127.0.0.1:39947_solr-n_0000000000) [n:127.0.0.1:39947_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"utilizenodecoll",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"utilizenodecoll_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39057/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2195303 INFO (OverseerStateUpdate-72078923062312972-127.0.0.1:39947_solr-n_0000000000) [n:127.0.0.1:39947_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"utilizenodecoll",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"utilizenodecoll_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39947/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2195304 INFO (OverseerStateUpdate-72078923062312972-127.0.0.1:39947_solr-n_0000000000) [n:127.0.0.1:39947_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"utilizenodecoll",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"utilizenodecoll_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36177/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2195509 INFO (qtp1690688118-21971) [n:127.0.0.1:39057_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=utilizenodecoll_shard1_replica_n2&action=CREATE&numShards=2&collection=utilizenodecoll&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2195510 INFO (qtp1690688118-21971) [n:127.0.0.1:39057_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2195529 INFO (qtp1116022608-21965) [n:127.0.0.1:39947_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=utilizenodecoll_shard2_replica_n4&action=CREATE&numShards=2&collection=utilizenodecoll&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2195529 INFO (qtp1855891936-21973) [n:127.0.0.1:46547_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=utilizenodecoll_shard1_replica_n1&action=CREATE&numShards=2&collection=utilizenodecoll&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2195529 INFO (qtp709718397-21957) [n:127.0.0.1:36177_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=utilizenodecoll_shard2_replica_n6&action=CREATE&numShards=2&collection=utilizenodecoll&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2195530 INFO (qtp1116022608-21965) [n:127.0.0.1:39947_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2195530 INFO (qtp1855891936-21973) [n:127.0.0.1:46547_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2195530 INFO (qtp709718397-21957) [n:127.0.0.1:36177_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2195634 INFO (zkCallback-3957-thread-1-processing-n:127.0.0.1:36177_solr) [n:127.0.0.1:36177_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2195634 INFO (zkCallback-3963-thread-1-processing-n:127.0.0.1:39947_solr) [n:127.0.0.1:39947_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2195634 INFO (zkCallback-3963-thread-2-processing-n:127.0.0.1:39947_solr) [n:127.0.0.1:39947_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2195634 INFO (zkCallback-3959-thread-1-processing-n:127.0.0.1:39057_solr) [n:127.0.0.1:39057_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2195634 INFO (zkCallback-3957-thread-2-processing-n:127.0.0.1:36177_solr) [n:127.0.0.1:36177_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2195634 INFO (zkCallback-3958-thread-1-processing-n:127.0.0.1:46547_solr) [n:127.0.0.1:46547_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2195634 INFO (zkCallback-3959-thread-2-processing-n:127.0.0.1:39057_solr) [n:127.0.0.1:39057_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2195634 INFO (zkCallback-3958-thread-2-processing-n:127.0.0.1:46547_solr) [n:127.0.0.1:46547_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2196525 INFO (qtp1690688118-21971) [n:127.0.0.1:39057_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2196530 INFO (qtp1690688118-21971) [n:127.0.0.1:39057_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.s.IndexSchema [utilizenodecoll_shard1_replica_n2] Schema name=cloud-dynamic
[junit4] 2> 2196538 INFO (qtp1116022608-21965) [n:127.0.0.1:39947_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2196539 INFO (qtp1855891936-21973) [n:127.0.0.1:46547_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2196539 INFO (qtp709718397-21957) [n:127.0.0.1:36177_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2196555 INFO (qtp1855891936-21973) [n:127.0.0.1:46547_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.s.IndexSchema [utilizenodecoll_shard1_replica_n1] Schema name=cloud-dynamic
[junit4] 2> 2196556 INFO (qtp1690688118-21971) [n:127.0.0.1:39057_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2196556 INFO (qtp1690688118-21971) [n:127.0.0.1:39057_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'utilizenodecoll_shard1_replica_n2' using configuration from collection utilizenodecoll, trusted=true
[junit4] 2> 2196556 INFO (qtp1690688118-21971) [n:127.0.0.1:39057_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39057.solr.core.utilizenodecoll.shard1.replica_n2' (registry 'solr.core.utilizenodecoll.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@737d4afd
[junit4] 2> 2196556 INFO (qtp1690688118-21971) [n:127.0.0.1:39057_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2196556 INFO (qtp1690688118-21971) [n:127.0.0.1:39057_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.c.SolrCore [[utilizenodecoll_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestUtilizeNode_7A67EBA53EF07EBA-001/tempDir-001/node2/utilizenodecoll_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestUtilizeNode_7A67EBA53EF07EBA-001/tempDir-001/node2/./utilizenodecoll_shard1_replica_n2/data/]
[junit4] 2> 2196561 INFO (qtp1116022608-21965) [n:127.0.0.1:39947_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.s.IndexSchema [utilizenodecoll_shard2_replica_n4] Schema name=cloud-dynamic
[junit4] 2> 2196564 INFO (qtp709718397-21957) [n:127.0.0.1:36177_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.s.IndexSchema [utilizenodecoll_shard2_replica_n6] Schema name=cloud-dynamic
[junit4] 2> 2196572 INFO (qtp1855891936-21973) [n:127.0.0.1:46547_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2196572 INFO (qtp1855891936-21973) [n:127.0.0.1:46547_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'utilizenodecoll_shard1_replica_n1' using configuration from collection utilizenodecoll, trusted=true
[junit4] 2> 2196572 INFO (qtp1855891936-21973) [n:127.0.0.1:46547_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46547.solr.core.utilizenodecoll.shard1.replica_n1' (registry 'solr.core.utilizenodecoll.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@737d4afd
[junit4] 2> 2196573 INFO (qtp1855891936-21973) [n:127.0.0.1:46547_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2196573 INFO (qtp1855891936-21973) [n:127.0.0.1:46547_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.c.SolrCore [[utilizenodecoll_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestUtilizeNode_7A67EBA53EF07EBA-001/tempDir-001/node1/utilizenodecoll_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestUtilizeNode_7A67EBA53EF07EBA-001/tempDir-001/node1/./utilizenodecoll_shard1_replica_n1/data/]
[junit4] 2> 2196605 INFO (qtp709718397-21957) [n:127.0.0.1:36177_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2196605 INFO (qtp709718397-21957) [n:127.0.0.1:36177_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'utilizenodecoll_shard2_replica_n6' using configuration from collection utilizenodecoll, trusted=true
[junit4] 2> 2196605 INFO (qtp709718397-21957) [n:127.0.0.1:36177_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36177.solr.core.utilizenodecoll.shard2.replica_n6' (registry 'solr.core.utilizenodecoll.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@737d4afd
[junit4] 2> 2196605 INFO (qtp709718397-21957) [n:127.0.0.1:36177_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2196605 INFO (qtp709718397-21957) [n:127.0.0.1:36177_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.c.SolrCore [[utilizenodecoll_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestUtilizeNode_7A67EBA53EF07EBA-001/tempDir-001/node4/utilizenodecoll_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestUtilizeNode_7A67EBA53EF07EBA-001/tempDir-001/node4/./utilizenodecoll_shard2_replica_n6/data/]
[junit4] 2> 2196618 INFO (qtp1116022608-21965) [n:127.0.0.1:39947_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2196618 INFO (qtp1116022608-21965) [n:127.0.0.1:39947_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'utilizenodecoll_shard2_replica_n4' using configuration from collection utilizenodecoll, trusted=true
[junit4] 2> 2196619 INFO (qtp1116022608-21965) [n:127.0.0.1:39947_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39947.solr.core.utilizenodecoll.shard2.replica_n4' (registry 'solr.core.utilizenodecoll.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@737d4afd
[junit4] 2> 2196619 INFO (qtp1116022608-21965) [n:127.0.0.1:39947_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2196619 INFO (qtp1116022608-21965) [n:127.0.0.1:39947_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.c.SolrCore [[utilizenodecoll_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestUtilizeNode_7A67EBA53EF07EBA-001/tempDir-001/node3/utilizenodecoll_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestUtilizeNode_7A67EBA53EF07EBA-001/tempDir-001/node3/./utilizenodecoll_shard2_replica_n4/data/]
[junit4] 2> 2196666 INFO (qtp1690688118-21971) [n:127.0.0.1:39057_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2196666 INFO (qtp1690688118-21971) [n:127.0.0.1:39057_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2196668 INFO (qtp1690688118-21971) [n:127.0.0.1:39057_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2196668 INFO (qtp1690688118-21971) [n:127.0.0.1:39057_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2196669 INFO (qtp1690688118-21971) [n:127.0.0.1:39057_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@428f1f84[utilizenodecoll_shard1_replica_n2] main]
[junit4] 2> 2196670 INFO (qtp1690688118-21971) [n:127.0.0.1:39057_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2196670 INFO (qtp1690688118-21971) [n:127.0.0.1:39057_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2196671 INFO (qtp1690688118-21971) [n:127.0.0.1:39057_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2196672 INFO (searcherExecutor-8089-thread-1-processing-n:127.0.0.1:39057_solr x:utilizenodecoll_shard1_replica_n2 s:shard1 c:utilizenodecoll r:core_node5) [n:127.0.0.1:39057_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.c.SolrCore [utilizenodecoll_shard1_replica_n2] Registered new searcher Searcher@428f1f84[utilizenodecoll_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2196672 INFO (qtp1690688118-21971) [n:127.0.0.1:39057_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591279402687135744
[junit4] 2> 2196679 INFO (qtp1690688118-21971) [n:127.0.0.1:39057_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 2196690 INFO (qtp709718397-21957) [n:127.0.0.1:36177_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2196690 INFO (qtp709718397-21957) [n:127.0.0.1:36177_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2196691 INFO (qtp709718397-21957) [n:127.0.0.1:36177_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2196691 INFO (qtp709718397-21957) [n:127.0.0.1:36177_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2196693 INFO (qtp709718397-21957) [n:127.0.0.1:36177_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@447dae32[utilizenodecoll_shard2_replica_n6] main]
[junit4] 2> 2196694 INFO (qtp1855891936-21973) [n:127.0.0.1:46547_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2196694 INFO (qtp1855891936-21973) [n:127.0.0.1:46547_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2196694 INFO (qtp709718397-21957) [n:127.0.0.1:36177_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2196694 INFO (qtp709718397-21957) [n:127.0.0.1:36177_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2196695 INFO (qtp709718397-21957) [n:127.0.0.1:36177_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2196695 INFO (qtp709718397-21957) [n:127.0.0.1:36177_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591279402711252992
[junit4] 2> 2196695 INFO (qtp1855891936-21973) [n:127.0.0.1:46547_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2196695 INFO (qtp1855891936-21973) [n:127.0.0.1:46547_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2196697 INFO (qtp1855891936-21973) [n:127.0.0.1:46547_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4c2a5203[utilizenodecoll_shard1_replica_n1] main]
[junit4] 2> 2196698 INFO (qtp1855891936-21973) [n:127.0.0.1:46547_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2196699 INFO (qtp1855891936-21973) [n:127.0.0.1:46547_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2196699 INFO (qtp1855891936-21973) [n:127.0.0.1:46547_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2196700 INFO (qtp709718397-21957) [n:127.0.0.1:36177_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 2196700 INFO (searcherExecutor-8090-thread-1-processing-n:127.0.0.1:46547_solr x:utilizenodecoll_shard1_replica_n1 s:shard1 c:utilizenodecoll r:core_node3) [n:127.0.0.1:46547_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.c.SolrCore [utilizenodecoll_shard1_replica_n1] Registered new searcher Searcher@4c2a5203[utilizenodecoll_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2196700 INFO (qtp1855891936-21973) [n:127.0.0.1:46547_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591279402716495872
[junit4] 2> 2196702 INFO (qtp1116022608-21965) [n:127.0.0.1:39947_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2196703 INFO (searcherExecutor-8091-thread-1-processing-n:127.0.0.1:36177_solr x:utilizenodecoll_shard2_replica_n6 s:shard2 c:utilizenodecoll r:core_node8) [n:127.0.0.1:36177_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.c.SolrCore [utilizenodecoll_shard2_replica_n6] Registered new searcher Searcher@447dae32[utilizenodecoll_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2196703 INFO (qtp1116022608-21965) [n:127.0.0.1:39947_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2196704 INFO (qtp1116022608-21965) [n:127.0.0.1:39947_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2196704 INFO (qtp1116022608-21965) [n:127.0.0.1:39947_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2196706 INFO (qtp1116022608-21965) [n:127.0.0.1:39947_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@2fddd255[utilizenodecoll_shard2_replica_n4] main]
[junit4] 2> 2196706 INFO (qtp1116022608-21965) [n:127.0.0.1:39947_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2196706 INFO (qtp1116022608-21965) [n:127.0.0.1:39947_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2196707 INFO (qtp1116022608-21965) [n:127.0.0.1:39947_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2196708 INFO (searcherExecutor-8093-thread-1-processing-n:127.0.0.1:39947_solr x:utilizenodecoll_shard2_replica_n4 s:shard2 c:utilizenodecoll r:core_node7) [n:127.0.0.1:39947_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.c.SolrCore [utilizenodecoll_shard2_replica_n4] Registered new searcher Searcher@2fddd255[utilizenodecoll_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2196708 INFO (qtp1116022608-21965) [n:127.0.0.1:39947_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591279402724884480
[junit4] 2> 2196801 INFO (zkCallback-3959-thread-2-processing-n:127.0.0.1:39057_solr) [n:127.0.0.1:39057_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2196801 INFO (zkCallback-3958-thread-2-processing-n:127.0.0.1:46547_solr) [n:127.0.0.1:46547_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2196801 INFO (zkCallback-3959-thread-1-processing-n:127.0.0.1:39057_solr) [n:127.0.0.1:39057_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2196801 INFO (zkCallback-3958-thread-1-processing-n:127.0.0.1:46547_solr) [n:127.0.0.1:46547_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2196801 INFO (zkCallback-3957-thread-2-processing-n:127.0.0.1:36177_solr) [n:127.0.0.1:36177_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2196801 INFO (zkCallback-3957-thread-1-processing-n:127.0.0.1:36177_solr) [n:127.0.0.1:36177_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2196803 INFO (zkCallback-3963-thread-3-processing-n:127.0.0.1:39947_solr) [n:127.0.0.1:39947_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2196803 INFO (zkCallback-3963-thread-2-processing-n:127.0.0.1:39947_solr) [n:127.0.0.1:39947_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2197179 INFO (qtp1690688118-21971) [n:127.0.0.1:39057_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2197179 INFO (qtp1690688118-21971) [n:127.0.0.1:39057_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2197179 INFO (qtp1690688118-21971) [n:127.0.0.1:39057_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:39057/solr/utilizenodecoll_shard1_replica_n2/
[junit4] 2> 2197180 INFO (qtp1690688118-21971) [n:127.0.0.1:39057_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=utilizenodecoll_shard1_replica_n2 url=https://127.0.0.1:39057/solr START replicas=[https://127.0.0.1:46547/solr/utilizenodecoll_shard1_replica_n1/] nUpdates=100
[junit4] 2> 2197183 INFO (qtp1855891936-21970) [n:127.0.0.1:46547_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.c.S.Request [utilizenodecoll_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2197200 INFO (qtp709718397-21957) [n:127.0.0.1:36177_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2197200 INFO (qtp709718397-21957) [n:127.0.0.1:36177_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2197201 INFO (qtp709718397-21957) [n:127.0.0.1:36177_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:36177/solr/utilizenodecoll_shard2_replica_n6/
[junit4] 2> 2197201 INFO (qtp709718397-21957) [n:127.0.0.1:36177_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=utilizenodecoll_shard2_replica_n6 url=https://127.0.0.1:36177/solr START replicas=[https://127.0.0.1:39947/solr/utilizenodecoll_shard2_replica_n4/] nUpdates=100
[junit4] 2> 2197204 INFO (qtp1116022608-21962) [n:127.0.0.1:39947_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.c.S.Request [utilizenodecoll_shard2_replica_n4] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2197480 INFO (qtp1690688118-21971) [n:127.0.0.1:39057_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=utilizenodecoll_shard1_replica_n2 url=https://127.0.0.1:39057/solr DONE. We have no versions. sync failed.
[junit4] 2> 2197480 INFO (qtp1690688118-21971) [n:127.0.0.1:39057_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2197480 INFO (qtp1690688118-21971) [n:127.0.0.1:39057_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2197480 INFO (qtp1690688118-21971) [n:127.0.0.1:39057_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2197483 INFO (qtp1690688118-21971) [n:127.0.0.1:39057_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:39057/solr/utilizenodecoll_shard1_replica_n2/ shard1
[junit4] 2> 2197501 INFO (qtp709718397-21957) [n:127.0.0.1:36177_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=utilizenodecoll_shard2_replica_n6 url=https://127.0.0.1:36177/solr DONE. We have no versions. sync failed.
[junit4] 2> 2197501 INFO (qtp709718397-21957) [n:127.0.0.1:36177_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2197501 INFO (qtp709718397-21957) [n:127.0.0.1:36177_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2197501 INFO (qtp709718397-21957) [n:127.0.0.1:36177_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2197503 INFO (qtp709718397-21957) [n:127.0.0.1:36177_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:36177/solr/utilizenodecoll_shard2_replica_n6/ shard2
[junit4] 2> 2197604 INFO (zkCallback-3959-thread-1-processing-n:127.0.0.1:39057_solr) [n:127.0.0.1:39057_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2197605 INFO (zkCallback-3959-thread-2-processing-n:127.0.0.1:39057_solr) [n:127.0.0.1:39057_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2197605 INFO (zkCallback-3957-thread-1-processing-n:127.0.0.1:36177_solr) [n:127.0.0.1:36177_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2197605 INFO (zkCallback-3957-thread-2-processing-n:127.0.0.1:36177_solr) [n:127.0.0.1:36177_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2197605 INFO (zkCallback-3958-thread-1-processing-n:127.0.0.1:46547_solr) [n:127.0.0.1:46547_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2197605 INFO (zkCallback-3958-thread-2-processing-n:127.0.0.1:46547_solr) [n:127.0.0.1:46547_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2197605 INFO (zkCallback-3963-thread-2-processing-n:127.0.0.1:39947_solr) [n:127.0.0.1:39947_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2197605 INFO (zkCallback-3963-thread-3-processing-n:127.0.0.1:39947_solr) [n:127.0.0.1:39947_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2197633 INFO (qtp1690688118-21971) [n:127.0.0.1:39057_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2197654 INFO (qtp709718397-21957) [n:127.0.0.1:36177_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2197761 INFO (qtp709718397-21957) [n:127.0.0.1:36177_solr c:utilizenodecoll s:shard2 r:core_node8 x:utilizenodecoll_shard2_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=utilizenodecoll_shard2_replica_n6&action=CREATE&numShards=2&collection=utilizenodecoll&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2231
[junit4] 2> 2197761 INFO (qtp1690688118-21971) [n:127.0.0.1:39057_solr c:utilizenodecoll s:shard1 r:core_node5 x:utilizenodecoll_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=utilizenodecoll_shard1_replica_n2&action=CREATE&numShards=2&collection=utilizenodecoll&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2252
[junit4] 2> 2197762 INFO (qtp1855891936-21973) [n:127.0.0.1:46547_solr c:utilizenodecoll s:shard1 r:core_node3 x:utilizenodecoll_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=utilizenodecoll_shard1_replica_n1&action=CREATE&numShards=2&collection=utilizenodecoll&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2232
[junit4] 2> 2197767 INFO (qtp1116022608-21965) [n:127.0.0.1:39947_solr c:utilizenodecoll s:shard2 r:core_node7 x:utilizenodecoll_shard2_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=utilizenodecoll_shard2_replica_n4&action=CREATE&numShards=2&collection=utilizenodecoll&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2238
[junit4] 2> 2197770 INFO (qtp1690688118-21968) [n:127.0.0.1:39057_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2197868 INFO (zkCallback-3957-thread-1-processing-n:127.0.0.1:36177_solr) [n:127.0.0.1:36177_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2197868 INFO (zkCallback-3963-thread-3-processing-n:127.0.0.1:39947_solr) [n:127.0.0.1:39947_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2197868 INFO (zkCallback-3963-thread-2-processing-n:127.0.0.1:39947_solr) [n:127.0.0.1:39947_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2197868 INFO (zkCallback-3959-thread-2-processing-n:127.0.0.1:39057_solr) [n:127.0.0.1:39057_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2197868 INFO (zkCallback-3959-thread-1-processing-n:127.0.0.1:39057_solr) [n:127.0.0.1:39057_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2197868 INFO (zkCallback-3958-thread-2-processing-n:127.0.0.1:46547_solr) [n:127.0.0.1:46547_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2197868 INFO (zkCallback-3958-thread-1-processing-n:127.0.0.1:46547_solr) [n:127.0.0.1:46547_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2197868 INFO (zkCallback-3957-thread-2-processing-n:127.0.0.1:36177_solr) [n:127.0.0.1:36177_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2198771 INFO (qtp1690688118-21968) [n:127.0.0.1:39057_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf1&name=utilizenodecoll&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=3575
[junit4] 2> 2198772 INFO (TEST-TestUtilizeNode.test-seed#[7A67EBA53EF07EBA]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: ٢٠١٧-١١-٢١T٢٢:٢٧:٣٧+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2198786 INFO (TEST-TestUtilizeNode.test-seed#[7A67EBA53EF07EBA]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2198786 INFO (TEST-TestUtilizeNode.test-seed#[7A67EBA53EF07EBA]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2198786 INFO (TEST-TestUtilizeNode.test-seed#[7A67EBA53EF07EBA]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2198786 INFO (TEST-TestUtilizeNode.test-seed#[7A67EBA53EF07EBA]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@e62c538{/solr,null,AVAILABLE}
[junit4] 2> 2198787 INFO (TEST-TestUtilizeNode.test-seed#[7A67EBA53EF07EBA]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@23306626{SSL,[ssl, http/1.1]}{127.0.0.1:34307}
[junit4] 2> 2198787 INFO (TEST-TestUtilizeNode.test-seed#[7A67EBA53EF07EBA]) [ ] o.e.j.s.Server Started @2200366ms
[junit4] 2> 2198787 INFO (TEST-TestUtilizeNode.test-seed#[7A67EBA53EF07EBA]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34307}
[junit4] 2> 2198787 ERROR (TEST-TestUtilizeNode.test-seed#[7A67EBA53EF07EBA]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2198793 INFO (TEST-TestUtilizeNode.test-seed#[7A67EBA53EF07EBA]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 2198793 INFO (TEST-TestUtilizeNode.test-seed#[7A67EBA53EF07EBA]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2198793 INFO (TEST-TestUtilizeNode.test-seed#[7A67EBA53EF07EBA]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2198793 INFO (TEST-TestUtilizeNode.test-seed#[7A67EBA53EF07EBA]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-02T09:04:58.690750Z
[junit4] 2> 2198798 INFO (zkConnectionManagerCallback-3983-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2198799 INFO (TEST-TestUtilizeNode.test-seed#[7A67EBA53EF07EBA]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2198880 INFO (TEST-TestUtilizeNode.test-seed#[7A67EBA53EF07EBA]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35441/solr
[junit4] 2> 2198898 INFO (zkConnectionManagerCallback-3987-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2198917 INFO (zkConnectionManagerCallback-3989-thread-1-processing-n:127.0.0.1:34307_solr) [n:127.0.0.1:34307_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2198920 INFO (TEST-TestUtilizeNode.test-seed#[7A67EBA53EF07EBA]) [n:127.0.0.1:34307_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2198921 INFO (TEST-TestUtilizeNode.test-seed#[7A67EBA53EF07EBA]) [n:127.0.0.1:34307_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2198922 INFO (TEST-TestUtilizeNode.test-seed#[7A67EBA53EF07EBA]) [n:127.0.0.1:34307_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34307_solr
[junit4] 2> 2198923 INFO (zkCallback-3977-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2198923 INFO (zkCallback-3959-thread-1-processing-n:127.0.0.1:39057_solr) [n:127.0.0.1:39057_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2198923 INFO (zkCallback-3958-thread-1-processing-n:127.0.0.1:46547_solr) [n:127.0.0.1:46547_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2198923 INFO (zkCallback-3963-thread-2-processing-n:127.0.0.1:39947_solr) [n:127.0.0.1:39947_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2198923 INFO (zkCallback-3957-thread-2-processing-n:127.0.0.1:36177_solr) [n:127.0.0.1:36177_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2198923 INFO (zkCallback-3977-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2198927 INFO (zkCallback-3988-thread-1-processing-n:127.0.0.1:34307_solr) [n:127.0.0.1:34307_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2198955 INFO (TEST-TestUtilizeNode.test-seed#[7A67EBA53EF07EBA]) [n:127.0.0.1:34307_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34307.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@737d4afd
[junit4] 2> 2198964 INFO (TEST-TestUtilizeNode.test-seed#[7A67EBA53EF07EBA]) [n:127.0.0.1:34307_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34307.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@737d4afd
[junit4] 2> 2198964 INFO (TEST-TestUtilizeNode.test-seed#[7A67EBA53EF07EBA]) [n:127.0.0.1:34307_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34307.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@737d4afd
[junit4] 2> 2198965 INFO (TEST-TestUtilizeNode.test-seed#[7A67EBA53EF07EBA]) [n:127.0.0.1:34307_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestUtilizeNode_7A67EBA53EF07EBA-001/tempDir-001/node5/.
[junit4] 2> 2199025 INFO (zkConnectionManagerCallback-3993-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2199043 INFO (qtp133925029-22100) [n:127.0.0.1:34307_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :utilizenode with params node=127.0.0.1:34307_solr&action=UTILIZENODE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2199057 INFO (OverseerCollectionConfigSetProcessor-72078923062312972-127.0.0.1:39947_solr-n_0000000000) [n:127.0.0.1:39947_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2199065 INFO (qtp133925029-22095) [n:127.0.0.1:34307_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2199068 INFO (qtp709718397-21959) [n:127.0.0.1:36177_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.utilizenodecoll.shard2.replica_n6:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 2199069 INFO (qtp709718397-21957) [n:127.0.0.1:36177_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2199075 INFO (qtp1690688118-21971) [n:127.0.0.1:39057_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.utilizenodecoll.shard1.replica_n2:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 2199076 INFO (qtp1690688118-21968) [n:127.0.0.1:39057_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2199079 INFO (qtp1116022608-21965) [n:127.0.0.1:39947_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.utilizenodecoll.shard2.replica_n4:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 2199080 INFO (qtp1116022608-21962) [n:127.0.0.1:39947_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2199083 INFO (qtp1855891936-21970) [n:127.0.0.1:46547_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.utilizenodecoll.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 2199084 INFO (qtp1855891936-21973) [n:127.0.0.1:46547_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2199086 INFO (qtp133925029-22099) [n:127.0.0.1:34307_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2199087 INFO (qtp709718397-21959) [n:127.0.0.1:36177_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.utilizenodecoll.shard2.replica_n6:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 2199088 INFO (qtp709718397-21957) [n:127.0.0.1:36177_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2199089 INFO (qtp1690688118-21971) [n:127.0.0.1:39057_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.utilizenodecoll.shard1.replica_n2:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 2199090 INFO (qtp1690688118-21968) [n:127.0.0.1:39057_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2199090 INFO (qtp1116022608-21965) [n:127.0.0.1:39947_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.utilizenodecoll.shard2.replica_n4:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 2199091 INFO (qtp1116022608-21962) [n:127.0.0.1:39947_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2199092 INFO (qtp1855891936-21970) [n:127.0.0.1:46547_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.utilizenodecoll.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 2199093 INFO (qtp1855891936-21973) [n:127.0.0.1:46547_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2199094 INFO (OverseerThreadFactory-8082-thread-3-processing-n:127.0.0.1:39947_solr) [n:127.0.0.1:39947_solr ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 325459429 sessionWrapper.createTime 325459428587594, this.sessionWrapper.createTime 325459428587594
[junit4] 2> 2199094 INFO (OverseerThreadFactory-8082-thread-3-processing-n:127.0.0.1:39947_solr) [n:127.0.0.1:39947_solr ] o.a.s.c.a.c.MoveReplicaCmd Replica will be moved to node 127.0.0.1:34307_solr: core_node7:{"core":"utilizenodecoll_shard2_replica_n4","base_url":"https://127.0.0.1:39947/solr","node_name":"127.0.0.1:39947_solr","state":"active","type":"NRT"}
[junit4] 2> 2199096 INFO (OverseerThreadFactory-8082-thread-3-processing-n:127.0.0.1:39947_solr) [n:127.0.0.1:39947_solr ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:34307_solr for creating new replica
[junit4] 2> 2199097 INFO (OverseerStateUpdate-72078923062312972-127.0.0.1:39947_solr-n_0000000000) [n:127.0.0.1:39947_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"addreplica",
[junit4] 2> "collection":"utilizenodecoll",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"utilizenodecoll_shard2_replica_n9",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:34307/solr",
[junit4] 2> "node_name":"127.0.0.1:34307_solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2199199 INFO (zkCallback-3958-thread-1-processing-n:127.0.0.1:46547_solr) [n:127.0.0.1:46547_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2199199 INFO (zkCallback-3957-thread-1-processing-n:127.0.0.1:36177_solr) [n:127.0.0.1:36177_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2199199 INFO (zkCallback-3957-thread-2-processing-n:127.0.0.1:36177_solr) [n:127.0.0.1:36177_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2199199 INFO (zkCallback-3963-thread-3-processing-n:127.0.0.1:39947_solr) [n:127.0.0.1:39947_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2199199 INFO (zkCallback-3959-thread-2-processing-n:127.0.0.1:39057_solr) [n:127.0.0.1:39057_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2199199 INFO (zkCallback-3963-thread-2-processing-n:127.0.0.1:39947_solr) [n:127.0.0.1:39947_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2199199 INFO (zkCallback-3959-thread-1-processing-n:127.0.0.1:39057_solr) [n:127.0.0.1:39057_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2199199 INFO (zkCallback-3958-thread-2-processing-n:127.0.0.1:46547_solr) [n:127.0.0.1:46547_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/utilizenodecoll/state.json] for collection [utilizenodecoll] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2199299 INFO (qtp133925029-22094) [n:127.0.0.1:34307_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node10&collection.configName=conf1&name=utilizenodecoll_shard2_replica_n9&action=CREATE&collection=utilizenodecoll&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2199299 INFO (qtp133925029-22094) [n:127.0.0.1:34307_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2199307 INFO (qtp133925029-22094) [n:127.0.0.1:34307_solr c:utilizenodecoll s:shard2 r:core_node10 x:utilizenodecoll_shard2_replica_n9] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2199314 INFO (qtp133925029-22094) [n:127.0.0.1:34307_solr c:utilizenodecoll s:shard2 r:core_node10 x:utilizenodecoll_shard2_replica_n9] o.a.s.s.IndexSchema [utilizenodecoll_shard2_replica_n9] Schema name=cloud-dynamic
[junit4] 2> 2199330 INFO (qtp133925029-22094) [n:127.0.0.1:34307_solr c:utilizenodecoll s:shard2 r:core_node10 x:utilizenodecoll_shard2_replica_n9] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2199330 INFO (qtp133925029-22094) [n:127.0.0.1:34307_solr c:utilizenodecoll s:shard2 r:core_node10 x:utilizenodecoll_shard2_replica_n9] o.a.s.c.CoreContainer Creating SolrCore 'utilizenodecoll_shard2_replica_n9' using configuration from collection utilizenodecoll, trusted=true
[junit4] 2> 2199330 INFO (qtp133925029-22094) [n:127.0.0.1:34307_solr c:utilizenodecoll s:shard2 r:core_node10 x:utilizenodecoll_shard2_replica_n9] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34307.solr.core.utilizenodecoll.shard2.replica_n9' (registry 'solr.core.utilizenodecoll.shard2.replica_n9') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@737d4afd
[junit4] 2> 2199331 INFO (qtp133925029-22094) [n:127.0.0.1:34307_solr c:utilizenodecoll s:shard2 r:core_node10 x:utilizenodecoll_shard2_replica_n9] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2199331 INFO (qtp133925029-22094) [n:127.0.0.1:34307_solr c:utilizenodecoll s:shard2 r:core_node10 x:utilizenodecoll_shard2_replica_n9] o.a.s.c.SolrCore [[utilizenodecoll_shard2_replica_n9] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestUtilizeNode_7A67EBA53EF07EBA-001/tempDir-001/node5/utilizenodecoll_shard2_replica_n9], data
[...truncated too long message...]
.RecoveryStrategy RecoveryStrategy has been closed
[junit4] 2> 2205889 INFO (recoveryExecutor-3998-thread-1-processing-n:127.0.0.1:38613_solr x:utilizenodecoll_shard1_replica_n11 s:shard1 c:utilizenodecoll r:core_node12) [n:127.0.0.1:38613_solr c:utilizenodecoll s:shard1 r:core_node12 x:utilizenodecoll_shard1_replica_n11] o.a.s.c.RecoveryStrategy Finished recovery process, successful=[false]
[junit4] 2> 2205889 INFO (recoveryExecutor-3998-thread-1-processing-n:127.0.0.1:38613_solr x:utilizenodecoll_shard1_replica_n11 s:shard1 c:utilizenodecoll r:core_node12) [n:127.0.0.1:38613_solr c:utilizenodecoll s:shard1 r:core_node12 x:utilizenodecoll_shard1_replica_n11] o.a.s.c.SolrCore [utilizenodecoll_shard1_replica_n11] CLOSING SolrCore org.apache.solr.core.SolrCore@4ef80f77
[junit4] 2> 2205889 INFO (recoveryExecutor-3998-thread-1-processing-n:127.0.0.1:38613_solr x:utilizenodecoll_shard1_replica_n11 s:shard1 c:utilizenodecoll r:core_node12) [n:127.0.0.1:38613_solr c:utilizenodecoll s:shard1 r:core_node12 x:utilizenodecoll_shard1_replica_n11] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.utilizenodecoll.shard1.replica_n11, tag=1324879735
[junit4] 2> 2205889 INFO (recoveryExecutor-3998-thread-1-processing-n:127.0.0.1:38613_solr x:utilizenodecoll_shard1_replica_n11 s:shard1 c:utilizenodecoll r:core_node12) [n:127.0.0.1:38613_solr c:utilizenodecoll s:shard1 r:core_node12 x:utilizenodecoll_shard1_replica_n11] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@254a28c9: rootName = solr_38613, domain = solr.core.utilizenodecoll.shard1.replica_n11, service url = null, agent id = null] for registry solr.core.utilizenodecoll.shard1.replica_n11 / com.codahale.metrics.MetricRegistry@2808f22b
[junit4] 2> 2205895 INFO (recoveryExecutor-3998-thread-1-processing-n:127.0.0.1:38613_solr x:utilizenodecoll_shard1_replica_n11 s:shard1 c:utilizenodecoll r:core_node12) [n:127.0.0.1:38613_solr c:utilizenodecoll s:shard1 r:core_node12 x:utilizenodecoll_shard1_replica_n11] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.utilizenodecoll.shard1.leader, tag=1324879735
[junit4] 2> 2205895 WARN (recoveryExecutor-3998-thread-1-processing-n:127.0.0.1:38613_solr x:utilizenodecoll_shard1_replica_n11 s:shard1 c:utilizenodecoll r:core_node12) [n:127.0.0.1:38613_solr c:utilizenodecoll s:shard1 r:core_node12 x:utilizenodecoll_shard1_replica_n11] o.a.s.c.RecoveryStrategy Stopping recovery for core=[utilizenodecoll_shard1_replica_n11] coreNodeName=[core_node12]
[junit4] 2> 2205896 INFO (jetty-closer-3930-thread-6) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5a3dc1f0{/solr,null,UNAVAILABLE}
[junit4] 2> 2205896 INFO (jetty-closer-3930-thread-6) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2205897 ERROR (SUITE-TestUtilizeNode-seed#[7A67EBA53EF07EBA]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2205897 INFO (SUITE-TestUtilizeNode-seed#[7A67EBA53EF07EBA]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35441 35441
[junit4] 2> 2210929 INFO (Thread-6381) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35441 35441
[junit4] 2> 2210930 WARN (Thread-6381) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 12 /solr/collections/utilizenodecoll/terms/shard2
[junit4] 2> 12 /solr/collections/utilizenodecoll/terms/shard1
[junit4] 2> 8 /solr/aliases.json
[junit4] 2> 6 /solr/security.json
[junit4] 2> 6 /solr/configs/conf1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 57 /solr/collections/utilizenodecoll/state.json
[junit4] 2> 8 /solr/clusterprops.json
[junit4] 2> 8 /solr/clusterstate.json
[junit4] 2> 3 /solr/overseer_elect/election/72078923062312969-127.0.0.1:36177_solr-n_0000000001
[junit4] 2> 2 /solr/collections/utilizenodecoll/leader_elect/shard1/election/72078923062312970-core_node5-n_0000000000
[junit4] 2> 2 /solr/collections/utilizenodecoll/leader_elect/shard2/election/72078923062312969-core_node8-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 10 /solr/live_nodes
[junit4] 2> 9 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestUtilizeNode_7A67EBA53EF07EBA-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=114, maxMBSortInHeap=7.134461473329339, sim=RandomSimilarity(queryNorm=false): {}, locale=shi-MA, timezone=America/Catamarca
[junit4] 2> NOTE: Linux 4.13.0-32-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=289157720,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [AnalysisAfterCoreReloadTest, MultiTermTest, DistributedQueueTest, MergeStrategyTest, BlockJoinFacetDistribTest, LIRRollingUpdatesTest, ResponseLogComponentTest, SimpleCollectionCreateDeleteTest, CloudMLTQParserTest, TestPushWriter, SuggesterTSTTest, TestPrepRecovery, HDFSCollectionsAPITest, HdfsAutoAddReplicasIntegrationTest, CopyFieldTest, NodeMutatorTest, SolrGraphiteReporterTest, TestSolr4Spatial2, TestUnifiedSolrHighlighter, DocValuesTest, RecoveryAfterSoftCommitTest, TestDynamicFieldResource, TestCustomStream, ForceLeaderTest, TestMacros, CoreAdminHandlerTest, TimeRoutedAliasUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, DateFieldTest, TestRetrieveFieldsOptimizer, SystemLogListenerTest, ConfigureRecoveryStrategyTest, TestRandomFlRTGCloud, TestSearcherReuse, BasicDistributedZk2Test, TestSubQueryTransformer, TestAnalyzeInfixSuggestions, TestSuggestSpellingConverter, TimeZoneUtilsTest, TestHdfsBackupRestoreCore, AssignTest, AddBlockUpdateTest, TestTrackingShardHandlerFactory, TestLegacyFieldReuse, TestSerializedLuceneMatchVersion, DirectSolrSpellCheckerTest, CollectionsAPIAsyncDistributedZkTest, TestEmbeddedSolrServerConstructors, TestSchemalessBufferedUpdates, SecurityConfHandlerTest, ShowFileRequestHandlerTest, DeleteInactiveReplicaTest, AtomicUpdatesTest, TestRestoreCore, VersionInfoTest, TestSimDistributedQueue, MinimalSchemaTest, DistribCursorPagingTest, SolrMetricReporterTest, TestInfoStreamLogging, SolrCmdDistributorTest, TestNodeAddedTrigger, BlobRepositoryCloudTest, TestQueryWrapperFilter, TestDFRSimilarityFactory, CoreAdminCreateDiscoverTest, NotRequiredUniqueKeyTest, TestConfigSetsAPIZkFailure, TestTlogReplica, HLLUtilTest, CdcrReplicationHandlerTest, TestNumericTerms32, TestSolrConfigHandlerCloud, TestReRankQParserPlugin, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestExactSharedStatsCache, TestClusterStateMutator, DataDrivenBlockJoinTest, TestAnalyzedSuggestions, TestManagedSynonymFilterFactory, TestIntervalFaceting, OverseerStatusTest, TestSolrConfigHandler, TestFieldCacheVsDocValues, TestValueSourceCache, DeleteReplicaTest, TestExecutePlanAction, TestBulkSchemaAPI, PreAnalyzedFieldTest, BlockDirectoryTest, GraphQueryTest, TestLazyCores, TestInPlaceUpdatesDistrib, VMParamsZkACLAndCredentialsProvidersTest, TestRequestForwarding, CacheHeaderTest, TestCoreDiscovery, ReplicaListTransformerTest, TestSolrCloudWithHadoopAuthPlugin, UniqFieldsUpdateProcessorFactoryTest, ManagedSchemaRoundRobinCloudTest, ReturnFieldsTest, TestRealTimeGet, TestBlobHandler, TestBackupRepositoryFactory, DistanceFunctionTest, TestLFUCache, TestLockTree, TestCloudPseudoReturnFields, TestReloadAndDeleteDocs, TestGeoJSONResponseWriter, TestHalfAndHalfDocValues, TestOverriddenPrefixQueryForCustomFieldType, MoreLikeThisHandlerTest, ResponseHeaderTest, TestCoreAdminApis, DistributedFacetPivotLongTailTest, MetricsConfigTest, SolrXmlInZkTest, TestSolrCloudWithDelegationTokens, ConvertedLegacyTest, BasicAuthIntegrationTest, TestJmxIntegration, TestBinaryResponseWriter, DistributedExpandComponentTest, CollectionsAPISolrJTest, ClusterStateUpdateTest, LeaderElectionTest, ZkSolrClientTest, ShardRoutingCustomTest, TestDistributedGrouping, TestFaceting, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, TestStressReorder, TestJoin, TestCoreContainer, TestSolr4Spatial, SolrCoreTest, SpellCheckComponentTest, TestFiltering, TestQueryTypes, TermsComponentTest, TestIndexingPerformance, FieldAnalysisRequestHandlerTest, RegexBoostProcessorTest, IndexSchemaTest, UpdateRequestProcessorFactoryTest, JsonLoaderTest, TestPartialUpdateDeduplication, TestComponentsName, SearchHandlerTest, HighlighterConfigTest, SOLR749Test, TestQuerySenderListener, SolrIndexConfigTest, TestSolrDeletionPolicy2, TestDocSet, TestSearchPerf, NumericFieldsTest, OutputWriterTest, ExternalFileFieldSortTest, TestSolrCoreProperties, DirectSolrConnectionTest, SpellPossibilityIteratorTest, TestCharFilters, TestCodecSupport, TestPerFieldSimilarity, TestLMJelinekMercerSimilarityFactory, TestBM25SimilarityFactory, TestFastOutputStream, OpenExchangeRatesOrgProviderTest, PluginInfoTest, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, AsyncCallRequestStatusResponseTest, ChaosMonkeySafeLeaderWithPullReplicasTest, ConcurrentCreateRoutedAliasTest, CreateRoutedAliasTest, DeleteStatusTest, DocValuesNotIndexedTest, LeaderElectionContextKeyTest, LeaderFailureAfterFreshStartTest, MoveReplicaHDFSTest, SSLMigrationTest, SharedFSAutoReplicaFailoverTest, SolrCloudExampleTest, TestCloudInspectUtil, TestCloudJSONFacetJoinDomain, TestRandomRequestDistribution, TestShortCircuitedRequests, TestStressCloudBlindAtomicUpdates, TestUtilizeNode]
[junit4] Completed [573/774 (1!)] on J2 in 16.19s, 1 test, 1 failure <<< FAILURES!
[...truncated 41698 lines...]
[JENKINS-EA] Lucene-Solr-7.x-Linux (64bit/jdk-10-ea+41) - Build #
1279 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1279/
Java: 64bit/jdk-10-ea+41 -XX:-UseCompressedOops -XX:+UseSerialGC
1 tests failed.
FAILED: org.apache.solr.cloud.api.collections.CollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Error from server at https://127.0.0.1:42417/solr/awhollynewcollection_0: No registered leader was found after waiting for 4000ms , collection: awhollynewcollection_0 slice: shard2 saw state=DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/6)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-d554ffff", "state":"active", "replicas":{ "core_node3":{ "core":"awhollynewcollection_0_shard1_replica_n1", "base_url":"https://127.0.0.1:42371/solr", "node_name":"127.0.0.1:42371_solr", "state":"active", "type":"NRT", "leader":"true"}, "core_node5":{ "core":"awhollynewcollection_0_shard1_replica_n2", "base_url":"https://127.0.0.1:42417/solr", "node_name":"127.0.0.1:42417_solr", "state":"active", "type":"NRT"}}}, "shard2":{ "range":"d5550000-2aa9ffff", "state":"active", "replicas":{ "core_node7":{ "core":"awhollynewcollection_0_shard2_replica_n4", "base_url":"https://127.0.0.1:41167/solr", "node_name":"127.0.0.1:41167_solr", "state":"active", "type":"NRT"}, "core_node9":{ "core":"awhollynewcollection_0_shard2_replica_n6", "base_url":"https://127.0.0.1:36807/solr", "node_name":"127.0.0.1:36807_solr", "state":"down", "type":"NRT"}}}, "shard3":{ "range":"2aaa0000-7fffffff", "state":"active", "replicas":{ "core_node11":{ "core":"awhollynewcollection_0_shard3_replica_n8", "base_url":"https://127.0.0.1:42371/solr", "node_name":"127.0.0.1:42371_solr", "state":"active", "type":"NRT"}, "core_node12":{ "core":"awhollynewcollection_0_shard3_replica_n10", "base_url":"https://127.0.0.1:42417/solr", "node_name":"127.0.0.1:42417_solr", "state":"active", "type":"NRT", "leader":"true"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"false", "nrtReplicas":"2", "tlogReplicas":"0"} with live_nodes=[127.0.0.1:41167_solr, 127.0.0.1:36807_solr, 127.0.0.1:42417_solr, 127.0.0.1:42371_solr]
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:42417/solr/awhollynewcollection_0: No registered leader was found after waiting for 4000ms , collection: awhollynewcollection_0 slice: shard2 saw state=DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/6)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-d554ffff",
"state":"active",
"replicas":{
"core_node3":{
"core":"awhollynewcollection_0_shard1_replica_n1",
"base_url":"https://127.0.0.1:42371/solr",
"node_name":"127.0.0.1:42371_solr",
"state":"active",
"type":"NRT",
"leader":"true"},
"core_node5":{
"core":"awhollynewcollection_0_shard1_replica_n2",
"base_url":"https://127.0.0.1:42417/solr",
"node_name":"127.0.0.1:42417_solr",
"state":"active",
"type":"NRT"}}},
"shard2":{
"range":"d5550000-2aa9ffff",
"state":"active",
"replicas":{
"core_node7":{
"core":"awhollynewcollection_0_shard2_replica_n4",
"base_url":"https://127.0.0.1:41167/solr",
"node_name":"127.0.0.1:41167_solr",
"state":"active",
"type":"NRT"},
"core_node9":{
"core":"awhollynewcollection_0_shard2_replica_n6",
"base_url":"https://127.0.0.1:36807/solr",
"node_name":"127.0.0.1:36807_solr",
"state":"down",
"type":"NRT"}}},
"shard3":{
"range":"2aaa0000-7fffffff",
"state":"active",
"replicas":{
"core_node11":{
"core":"awhollynewcollection_0_shard3_replica_n8",
"base_url":"https://127.0.0.1:42371/solr",
"node_name":"127.0.0.1:42371_solr",
"state":"active",
"type":"NRT"},
"core_node12":{
"core":"awhollynewcollection_0_shard3_replica_n10",
"base_url":"https://127.0.0.1:42417/solr",
"node_name":"127.0.0.1:42417_solr",
"state":"active",
"type":"NRT",
"leader":"true"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"false",
"nrtReplicas":"2",
"tlogReplicas":"0"} with live_nodes=[127.0.0.1:41167_solr, 127.0.0.1:36807_solr, 127.0.0.1:42417_solr, 127.0.0.1:42371_solr]
at __randomizedtesting.SeedInfo.seed([92A18E1BD957F93E:DAD4FAAFDF64D6AB]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.cloud.api.collections.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:462)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 12670 lines...]
[junit4] Suite: org.apache.solr.cloud.api.collections.CollectionsAPIDistributedZkTest
[junit4] 2> 964244 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[92A18E1BD957F93E]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_92A18E1BD957F93E-001/init-core-data-001
[junit4] 2> 964244 WARN (SUITE-CollectionsAPIDistributedZkTest-seed#[92A18E1BD957F93E]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 964245 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[92A18E1BD957F93E]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 964245 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[92A18E1BD957F93E]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 964246 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[92A18E1BD957F93E]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_92A18E1BD957F93E-001/tempDir-001
[junit4] 2> 964246 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[92A18E1BD957F93E]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 964246 INFO (Thread-3565) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 964246 INFO (Thread-3565) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 964250 ERROR (Thread-3565) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 964346 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[92A18E1BD957F93E]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:33777
[junit4] 2> 964348 INFO (zkConnectionManagerCallback-1841-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 964351 INFO (jetty-launcher-1838-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: ????-??-??T??:??:??-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 964351 INFO (jetty-launcher-1838-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: ????-??-??T??:??:??-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 964351 INFO (jetty-launcher-1838-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: ????-??-??T??:??:??-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 964351 INFO (jetty-launcher-1838-thread-4) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: ????-??-??T??:??:??-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 964353 INFO (jetty-launcher-1838-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 964353 INFO (jetty-launcher-1838-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 964353 INFO (jetty-launcher-1838-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 964355 INFO (jetty-launcher-1838-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@56924f3f{/solr,null,AVAILABLE}
[junit4] 2> 964356 INFO (jetty-launcher-1838-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 964356 INFO (jetty-launcher-1838-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 964356 INFO (jetty-launcher-1838-thread-4) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 964360 INFO (jetty-launcher-1838-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@643cfecf{SSL,[ssl, http/1.1]}{127.0.0.1:36807}
[junit4] 2> 964360 INFO (jetty-launcher-1838-thread-2) [ ] o.e.j.s.Server Started @966249ms
[junit4] 2> 964360 INFO (jetty-launcher-1838-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36807}
[junit4] 2> 964360 INFO (jetty-launcher-1838-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 964360 INFO (jetty-launcher-1838-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@35af0979{/solr,null,AVAILABLE}
[junit4] 2> 964360 INFO (jetty-launcher-1838-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 964360 INFO (jetty-launcher-1838-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 964360 INFO (jetty-launcher-1838-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 964360 ERROR (jetty-launcher-1838-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 964360 INFO (jetty-launcher-1838-thread-3) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 964360 INFO (jetty-launcher-1838-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 964361 INFO (jetty-launcher-1838-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 964361 INFO (jetty-launcher-1838-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 964361 INFO (jetty-launcher-1838-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 964361 INFO (jetty-launcher-1838-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-02T05:28:46.020140Z
[junit4] 2> 964361 INFO (jetty-launcher-1838-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@760eb04e{/solr,null,AVAILABLE}
[junit4] 2> 964361 INFO (jetty-launcher-1838-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2efb9402{/solr,null,AVAILABLE}
[junit4] 2> 964361 INFO (jetty-launcher-1838-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7fbfaaf7{SSL,[ssl, http/1.1]}{127.0.0.1:42371}
[junit4] 2> 964361 INFO (jetty-launcher-1838-thread-4) [ ] o.e.j.s.Server Started @966250ms
[junit4] 2> 964361 INFO (jetty-launcher-1838-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42371}
[junit4] 2> 964361 ERROR (jetty-launcher-1838-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 964361 INFO (jetty-launcher-1838-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 964361 INFO (jetty-launcher-1838-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 964361 INFO (jetty-launcher-1838-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 964361 INFO (jetty-launcher-1838-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@50a11624{SSL,[ssl, http/1.1]}{127.0.0.1:41167}
[junit4] 2> 964361 INFO (jetty-launcher-1838-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5b27095e{SSL,[ssl, http/1.1]}{127.0.0.1:42417}
[junit4] 2> 964361 INFO (jetty-launcher-1838-thread-1) [ ] o.e.j.s.Server Started @966250ms
[junit4] 2> 964361 INFO (jetty-launcher-1838-thread-3) [ ] o.e.j.s.Server Started @966250ms
[junit4] 2> 964361 INFO (jetty-launcher-1838-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41167}
[junit4] 2> 964361 INFO (jetty-launcher-1838-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42417}
[junit4] 2> 964361 INFO (jetty-launcher-1838-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-02T05:28:46.020681Z
[junit4] 2> 964361 ERROR (jetty-launcher-1838-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 964361 ERROR (jetty-launcher-1838-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 964361 INFO (jetty-launcher-1838-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 964362 INFO (jetty-launcher-1838-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 964362 INFO (jetty-launcher-1838-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 964362 INFO (jetty-launcher-1838-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 964362 INFO (jetty-launcher-1838-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 964362 INFO (jetty-launcher-1838-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 964362 INFO (jetty-launcher-1838-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-02T05:28:46.021150Z
[junit4] 2> 964362 INFO (jetty-launcher-1838-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-02T05:28:46.021175Z
[junit4] 2> 964362 INFO (zkConnectionManagerCallback-1843-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 964362 INFO (jetty-launcher-1838-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 964362 INFO (zkConnectionManagerCallback-1849-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 964363 INFO (zkConnectionManagerCallback-1847-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 964363 INFO (jetty-launcher-1838-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 964363 INFO (jetty-launcher-1838-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 964363 INFO (zkConnectionManagerCallback-1845-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 964363 INFO (jetty-launcher-1838-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 964364 INFO (jetty-launcher-1838-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 964364 INFO (jetty-launcher-1838-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 964364 INFO (jetty-launcher-1838-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 964364 INFO (jetty-launcher-1838-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 964364 INFO (jetty-launcher-1838-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 964365 INFO (jetty-launcher-1838-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 964365 INFO (jetty-launcher-1838-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 964365 INFO (jetty-launcher-1838-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 964365 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10012a029c80002, likely client has closed socket
[junit4] 2> 964366 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10012a029c80004, likely client has closed socket
[junit4] 2> 964367 INFO (jetty-launcher-1838-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33777/solr
[junit4] 2> 964367 INFO (jetty-launcher-1838-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33777/solr
[junit4] 2> 964367 INFO (jetty-launcher-1838-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33777/solr
[junit4] 2> 964367 INFO (jetty-launcher-1838-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33777/solr
[junit4] 2> 964368 INFO (zkConnectionManagerCallback-1857-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 964368 INFO (zkConnectionManagerCallback-1859-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 964368 INFO (zkConnectionManagerCallback-1865-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 964368 INFO (zkConnectionManagerCallback-1863-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 964369 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10012a029c80007, likely client has closed socket
[junit4] 2> 964369 INFO (zkConnectionManagerCallback-1867-thread-1-processing-n:127.0.0.1:36807_solr) [n:127.0.0.1:36807_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 964374 INFO (zkConnectionManagerCallback-1869-thread-1-processing-n:127.0.0.1:41167_solr) [n:127.0.0.1:41167_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 964374 INFO (zkConnectionManagerCallback-1871-thread-1-processing-n:127.0.0.1:42417_solr) [n:127.0.0.1:42417_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 964375 INFO (zkConnectionManagerCallback-1873-thread-1-processing-n:127.0.0.1:42371_solr) [n:127.0.0.1:42371_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 964412 INFO (jetty-launcher-1838-thread-1) [n:127.0.0.1:41167_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 964412 INFO (jetty-launcher-1838-thread-4) [n:127.0.0.1:42371_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 964412 INFO (jetty-launcher-1838-thread-2) [n:127.0.0.1:36807_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 964412 INFO (jetty-launcher-1838-thread-1) [n:127.0.0.1:41167_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41167_solr
[junit4] 2> 964413 INFO (jetty-launcher-1838-thread-4) [n:127.0.0.1:42371_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42371_solr
[junit4] 2> 964413 INFO (jetty-launcher-1838-thread-1) [n:127.0.0.1:41167_solr ] o.a.s.c.Overseer Overseer (id=72078073142968330-127.0.0.1:41167_solr-n_0000000000) starting
[junit4] 2> 964413 INFO (jetty-launcher-1838-thread-3) [n:127.0.0.1:42417_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 964413 INFO (jetty-launcher-1838-thread-2) [n:127.0.0.1:36807_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36807_solr
[junit4] 2> 964414 INFO (zkCallback-1866-thread-1-processing-n:127.0.0.1:36807_solr) [n:127.0.0.1:36807_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 964414 INFO (zkCallback-1872-thread-1-processing-n:127.0.0.1:42371_solr) [n:127.0.0.1:42371_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 964414 INFO (zkCallback-1868-thread-1-processing-n:127.0.0.1:41167_solr) [n:127.0.0.1:41167_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 964415 INFO (zkCallback-1872-thread-1-processing-n:127.0.0.1:42371_solr) [n:127.0.0.1:42371_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 964415 INFO (zkCallback-1868-thread-1-processing-n:127.0.0.1:41167_solr) [n:127.0.0.1:41167_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 964415 INFO (jetty-launcher-1838-thread-3) [n:127.0.0.1:42417_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 964415 INFO (zkCallback-1870-thread-1-processing-n:127.0.0.1:42417_solr) [n:127.0.0.1:42417_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 964415 INFO (zkCallback-1866-thread-1-processing-n:127.0.0.1:36807_solr) [n:127.0.0.1:36807_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 964416 INFO (jetty-launcher-1838-thread-3) [n:127.0.0.1:42417_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42417_solr
[junit4] 2> 964417 INFO (zkCallback-1868-thread-1-processing-n:127.0.0.1:41167_solr) [n:127.0.0.1:41167_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 964417 INFO (zkCallback-1872-thread-1-processing-n:127.0.0.1:42371_solr) [n:127.0.0.1:42371_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 964417 INFO (zkCallback-1866-thread-1-processing-n:127.0.0.1:36807_solr) [n:127.0.0.1:36807_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 964419 INFO (zkCallback-1870-thread-1-processing-n:127.0.0.1:42417_solr) [n:127.0.0.1:42417_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 964420 INFO (jetty-launcher-1838-thread-1) [n:127.0.0.1:41167_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41167_solr
[junit4] 2> 964421 INFO (zkCallback-1866-thread-1-processing-n:127.0.0.1:36807_solr) [n:127.0.0.1:36807_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 964421 INFO (zkCallback-1872-thread-1-processing-n:127.0.0.1:42371_solr) [n:127.0.0.1:42371_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 964421 INFO (zkCallback-1870-thread-1-processing-n:127.0.0.1:42417_solr) [n:127.0.0.1:42417_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 964423 INFO (zkCallback-1868-thread-1-processing-n:127.0.0.1:41167_solr) [n:127.0.0.1:41167_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 964441 INFO (jetty-launcher-1838-thread-4) [n:127.0.0.1:42371_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63c5807d
[junit4] 2> 964447 INFO (jetty-launcher-1838-thread-2) [n:127.0.0.1:36807_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63c5807d
[junit4] 2> 964447 INFO (jetty-launcher-1838-thread-4) [n:127.0.0.1:42371_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63c5807d
[junit4] 2> 964448 INFO (jetty-launcher-1838-thread-4) [n:127.0.0.1:42371_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63c5807d
[junit4] 2> 964448 INFO (jetty-launcher-1838-thread-4) [n:127.0.0.1:42371_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_92A18E1BD957F93E-001/tempDir-001/node4
[junit4] 2> 964449 INFO (jetty-launcher-1838-thread-1) [n:127.0.0.1:41167_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63c5807d
[junit4] 2> 964453 WARN (jetty-launcher-1838-thread-1) [n:127.0.0.1:41167_solr ] o.a.s.m.r.j.JmxMetricsReporter Unable to register gauge
[junit4] 2> javax.management.InstanceNotFoundException: solr:dom1=jvm,name0=memory,name1=heap,name=init
[junit4] 2> at java.management/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1083)
[junit4] 2> at java.management/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:423)
[junit4] 2> at java.management/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:411)
[junit4] 2> at java.management/com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:530)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onGaugeAdded(JmxMetricsReporter.java:565)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.lambda$start$0(JmxMetricsReporter.java:738)
[junit4] 2> at java.base/java.util.HashMap.forEach(HashMap.java:1341)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.start(JmxMetricsReporter.java:728)
[junit4] 2> at org.apache.solr.metrics.reporters.SolrJmxReporter.doInit(SolrJmxReporter.java:109)
[junit4] 2> at org.apache.solr.metrics.SolrMetricReporter.init(SolrMetricReporter.java:70)
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporter(SolrMetricManager.java:881)
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporters(SolrMetricManager.java:817)
[junit4] 2> at org.apache.solr.core.CoreContainer.load(CoreContainer.java:547)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)
[junit4] 2> at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 964456 INFO (jetty-launcher-1838-thread-2) [n:127.0.0.1:36807_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63c5807d
[junit4] 2> 964456 INFO (jetty-launcher-1838-thread-2) [n:127.0.0.1:36807_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63c5807d
[junit4] 2> 964456 INFO (jetty-launcher-1838-thread-1) [n:127.0.0.1:41167_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63c5807d
[junit4] 2> 964456 INFO (jetty-launcher-1838-thread-1) [n:127.0.0.1:41167_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63c5807d
[junit4] 2> 964457 INFO (jetty-launcher-1838-thread-2) [n:127.0.0.1:36807_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_92A18E1BD957F93E-001/tempDir-001/node2
[junit4] 2> 964457 INFO (jetty-launcher-1838-thread-1) [n:127.0.0.1:41167_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_92A18E1BD957F93E-001/tempDir-001/node1
[junit4] 2> 964460 INFO (jetty-launcher-1838-thread-3) [n:127.0.0.1:42417_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63c5807d
[junit4] 2> 964464 WARN (jetty-launcher-1838-thread-3) [n:127.0.0.1:42417_solr ] o.a.s.m.r.j.JmxMetricsReporter Unable to register gauge
[junit4] 2> javax.management.InstanceNotFoundException: solr:dom1=jvm,name0=memory,name1=pools,name2=Metaspace,name=max
[junit4] 2> at java.management/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1083)
[junit4] 2> at java.management/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:423)
[junit4] 2> at java.management/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:411)
[junit4] 2> at java.management/com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:530)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onGaugeAdded(JmxMetricsReporter.java:565)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.lambda$start$0(JmxMetricsReporter.java:738)
[junit4] 2> at java.base/java.util.HashMap.forEach(HashMap.java:1341)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.start(JmxMetricsReporter.java:728)
[junit4] 2> at org.apache.solr.metrics.reporters.SolrJmxReporter.doInit(SolrJmxReporter.java:109)
[junit4] 2> at org.apache.solr.metrics.SolrMetricReporter.init(SolrMetricReporter.java:70)
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporter(SolrMetricManager.java:881)
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporters(SolrMetricManager.java:817)
[junit4] 2> at org.apache.solr.core.CoreContainer.load(CoreContainer.java:547)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)
[junit4] 2> at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 964464 WARN (jetty-launcher-1838-thread-3) [n:127.0.0.1:42417_solr ] o.a.s.m.r.j.JmxMetricsReporter Unable to register gauge
[junit4] 2> javax.management.InstanceNotFoundException: solr:dom1=jvm,name0=memory,name1=pools,name2=Survivor-Space,name=usage
[junit4] 2> at java.management/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1083)
[junit4] 2> at java.management/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:423)
[junit4] 2> at java.management/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:411)
[junit4] 2> at java.management/com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:530)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onGaugeAdded(JmxMetricsReporter.java:565)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.lambda$start$0(JmxMetricsReporter.java:738)
[junit4] 2> at java.base/java.util.HashMap.forEach(HashMap.java:1341)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.start(JmxMetricsReporter.java:728)
[junit4] 2> at org.apache.solr.metrics.reporters.SolrJmxReporter.doInit(SolrJmxReporter.java:109)
[junit4] 2> at org.apache.solr.metrics.SolrMetricReporter.init(SolrMetricReporter.java:70)
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporter(SolrMetricManager.java:881)
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporters(SolrMetricManager.java:817)
[junit4] 2> at org.apache.solr.core.CoreContainer.load(CoreContainer.java:547)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)
[junit4] 2> at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 964466 INFO (jetty-launcher-1838-thread-3) [n:127.0.0.1:42417_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63c5807d
[junit4] 2> 964466 INFO (jetty-launcher-1838-thread-3) [n:127.0.0.1:42417_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63c5807d
[junit4] 2> 964467 INFO (jetty-launcher-1838-thread-3) [n:127.0.0.1:42417_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_92A18E1BD957F93E-001/tempDir-001/node3
[junit4] 2> 964547 INFO (zkConnectionManagerCallback-1883-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 964548 INFO (zkConnectionManagerCallback-1887-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 964549 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[92A18E1BD957F93E]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 964549 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[92A18E1BD957F93E]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33777/solr ready
[junit4] 2> 964560 INFO (TEST-CollectionsAPIDistributedZkTest.testMissingRequiredParameters-seed#[92A18E1BD957F93E]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMissingRequiredParameters
[junit4] 2> 964560 INFO (TEST-CollectionsAPIDistributedZkTest.testMissingRequiredParameters-seed#[92A18E1BD957F93E]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 964570 INFO (qtp201157866-9654) [n:127.0.0.1:41167_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 964570 ERROR (qtp201157866-9654) [n:127.0.0.1:41167_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Missing required parameter: name
[junit4] 2> at org.apache.solr.common.params.RequiredSolrParams.getParams(RequiredSolrParams.java:90)
[junit4] 2> at org.apache.solr.common.params.SolrParams.getAll(SolrParams.java:462)
[junit4] 2> at org.apache.solr.common.params.SolrParams.getAll(SolrParams.java:479)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.lambda$static$0(CollectionsHandler.java:427)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.execute(CollectionsHandler.java:1064)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:245)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:232)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:380)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:527)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:530)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:289)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection$3.succeeded(SslConnection.java:149)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 964570 INFO (qtp201157866-9654) [n:127.0.0.1:41167_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CREATE&numShards=2&wt=javabin&version=2} status=400 QTime=0
[junit4] 2> 964571 INFO (TEST-CollectionsAPIDistributedZkTest.testMissingRequiredParameters-seed#[92A18E1BD957F93E]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testMissingRequiredParameters
[junit4] 2> 964580 INFO (TEST-CollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk-seed#[92A18E1BD957F93E]) [ ] o.a.s.SolrTestCaseJ4 ###Starting deleteCollectionOnlyInZk
[junit4] 2> 964580 INFO (TEST-CollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk-seed#[92A18E1BD957F93E]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 964583 INFO (qtp201157866-9650) [n:127.0.0.1:41167_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=onlyinzk&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 964586 INFO (qtp201157866-9650) [n:127.0.0.1:41167_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=onlyinzk&action=DELETE&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 964587 INFO (qtp201157866-9654) [n:127.0.0.1:41167_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 964587 INFO (qtp201157866-9654) [n:127.0.0.1:41167_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 964587 INFO (qtp201157866-9650) [n:127.0.0.1:41167_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=onlyinzk&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 964591 INFO (OverseerThreadFactory-3341-thread-2-processing-n:127.0.0.1:41167_solr) [n:127.0.0.1:41167_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection onlyinzk
[junit4] 2> 964591 INFO (OverseerCollectionConfigSetProcessor-72078073142968330-127.0.0.1:41167_solr-n_0000000000) [n:127.0.0.1:41167_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 964696 INFO (OverseerStateUpdate-72078073142968330-127.0.0.1:41167_solr-n_0000000000) [n:127.0.0.1:41167_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"onlyinzk",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"onlyinzk_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:41167/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 964697 INFO (OverseerStateUpdate-72078073142968330-127.0.0.1:41167_solr-n_0000000000) [n:127.0.0.1:41167_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"onlyinzk",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"onlyinzk_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:42417/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 964903 INFO (qtp201157866-9653) [n:127.0.0.1:41167_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=onlyinzk_shard1_replica_n1&action=CREATE&numShards=2&collection=onlyinzk&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 964904 INFO (qtp201157866-9653) [n:127.0.0.1:41167_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 964912 INFO (qtp420607186-9655) [n:127.0.0.1:42417_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=onlyinzk_shard2_replica_n2&action=CREATE&numShards=2&collection=onlyinzk&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 964912 INFO (qtp420607186-9655) [n:127.0.0.1:42417_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 965014 INFO (zkCallback-1870-thread-1-processing-n:127.0.0.1:42417_solr) [n:127.0.0.1:42417_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 965014 INFO (zkCallback-1868-thread-1-processing-n:127.0.0.1:41167_solr) [n:127.0.0.1:41167_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 965014 INFO (zkCallback-1868-thread-2-processing-n:127.0.0.1:41167_solr) [n:127.0.0.1:41167_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 965014 INFO (zkCallback-1870-thread-2-processing-n:127.0.0.1:42417_solr) [n:127.0.0.1:42417_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 965911 INFO (qtp201157866-9653) [n:127.0.0.1:41167_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 965915 INFO (qtp201157866-9653) [n:127.0.0.1:41167_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.s.IndexSchema [onlyinzk_shard1_replica_n1] Schema name=minimal
[junit4] 2> 965917 INFO (qtp201157866-9653) [n:127.0.0.1:41167_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 965917 INFO (qtp201157866-9653) [n:127.0.0.1:41167_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'onlyinzk_shard1_replica_n1' using configuration from collection onlyinzk, trusted=true
[junit4] 2> 965917 INFO (qtp201157866-9653) [n:127.0.0.1:41167_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.onlyinzk.shard1.replica_n1' (registry 'solr.core.onlyinzk.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63c5807d
[junit4] 2> 965917 INFO (qtp420607186-9655) [n:127.0.0.1:42417_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 965918 INFO (qtp201157866-9653) [n:127.0.0.1:41167_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 965918 INFO (qtp201157866-9653) [n:127.0.0.1:41167_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.c.SolrCore [[onlyinzk_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_92A18E1BD957F93E-001/tempDir-001/node1/onlyinzk_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_92A18E1BD957F93E-001/tempDir-001/node1/onlyinzk_shard1_replica_n1/data/]
[junit4] 2> 965922 INFO (qtp420607186-9655) [n:127.0.0.1:42417_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.s.IndexSchema [onlyinzk_shard2_replica_n2] Schema name=minimal
[junit4] 2> 965934 INFO (qtp420607186-9655) [n:127.0.0.1:42417_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 965934 INFO (qtp420607186-9655) [n:127.0.0.1:42417_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'onlyinzk_shard2_replica_n2' using configuration from collection onlyinzk, trusted=true
[junit4] 2> 965934 INFO (qtp420607186-9655) [n:127.0.0.1:42417_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.onlyinzk.shard2.replica_n2' (registry 'solr.core.onlyinzk.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63c5807d
[junit4] 2> 965934 INFO (qtp420607186-9655) [n:127.0.0.1:42417_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 965934 INFO (qtp420607186-9655) [n:127.0.0.1:42417_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.c.SolrCore [[onlyinzk_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_92A18E1BD957F93E-001/tempDir-001/node3/onlyinzk_shard2_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_92A18E1BD957F93E-001/tempDir-001/node3/onlyinzk_shard2_replica_n2/data/]
[junit4] 2> 965960 INFO (qtp201157866-9653) [n:127.0.0.1:41167_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 965961 INFO (qtp201157866-9653) [n:127.0.0.1:41167_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 965961 INFO (qtp201157866-9653) [n:127.0.0.1:41167_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 965961 INFO (qtp201157866-9653) [n:127.0.0.1:41167_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 965962 INFO (qtp201157866-9653) [n:127.0.0.1:41167_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5846f7bf[onlyinzk_shard1_replica_n1] main]
[junit4] 2> 965963 INFO (qtp201157866-9653) [n:127.0.0.1:41167_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 965963 INFO (qtp201157866-9653) [n:127.0.0.1:41167_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 965963 INFO (qtp201157866-9653) [n:127.0.0.1:41167_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 965964 INFO (searcherExecutor-3350-thread-1-processing-n:127.0.0.1:41167_solr x:onlyinzk_shard1_replica_n1 s:shard1 c:onlyinzk r:core_node3) [n:127.0.0.1:41167_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.c.SolrCore [onlyinzk_shard1_replica_n1] Registered new searcher Searcher@5846f7bf[onlyinzk_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 965964 INFO (qtp201157866-9653) [n:127.0.0.1:41167_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591265803761614848
[junit4] 2> 965968 INFO (qtp201157866-9653) [n:127.0.0.1:41167_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 965968 INFO (qtp201157866-9653) [n:127.0.0.1:41167_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 965968 INFO (qtp201157866-9653) [n:127.0.0.1:41167_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:41167/solr/onlyinzk_shard1_replica_n1/
[junit4] 2> 965968 INFO (qtp201157866-9653) [n:127.0.0.1:41167_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 965968 INFO (qtp201157866-9653) [n:127.0.0.1:41167_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:41167/solr/onlyinzk_shard1_replica_n1/ has no replicas
[junit4] 2> 965968 INFO (qtp201157866-9653) [n:127.0.0.1:41167_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 965970 INFO (qtp201157866-9653) [n:127.0.0.1:41167_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:41167/solr/onlyinzk_shard1_replica_n1/ shard1
[junit4] 2> 965971 INFO (qtp420607186-9655) [n:127.0.0.1:42417_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 965971 INFO (qtp420607186-9655) [n:127.0.0.1:42417_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 965972 INFO (qtp420607186-9655) [n:127.0.0.1:42417_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 965972 INFO (qtp420607186-9655) [n:127.0.0.1:42417_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 965973 INFO (qtp420607186-9655) [n:127.0.0.1:42417_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@3fecfc96[onlyinzk_shard2_replica_n2] main]
[junit4] 2> 965974 INFO (qtp420607186-9655) [n:127.0.0.1:42417_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 965974 INFO (qtp420607186-9655) [n:127.0.0.1:42417_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 965974 INFO (qtp420607186-9655) [n:127.0.0.1:42417_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 965975 INFO (searcherExecutor-3351-thread-1-processing-n:127.0.0.1:42417_solr x:onlyinzk_shard2_replica_n2 s:shard2 c:onlyinzk r:core_node4) [n:127.0.0.1:42417_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.c.SolrCore [onlyinzk_shard2_replica_n2] Registered new searcher Searcher@3fecfc96[onlyinzk_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 965975 INFO (qtp420607186-9655) [n:127.0.0.1:42417_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591265803773149184
[junit4] 2> 965978 INFO (qtp420607186-9655) [n:127.0.0.1:42417_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 965978 INFO (qtp420607186-9655) [n:127.0.0.1:42417_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 965978 INFO (qtp420607186-9655) [n:127.0.0.1:42417_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:42417/solr/onlyinzk_shard2_replica_n2/
[junit4] 2> 965978 INFO (qtp420607186-9655) [n:127.0.0.1:42417_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 965978 INFO (qtp420607186-9655) [n:127.0.0.1:42417_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.c.SyncStrategy https://127.0.0.1:42417/solr/onlyinzk_shard2_replica_n2/ has no replicas
[junit4] 2> 965979 INFO (qtp420607186-9655) [n:127.0.0.1:42417_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 965980 INFO (qtp420607186-9655) [n:127.0.0.1:42417_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:42417/solr/onlyinzk_shard2_replica_n2/ shard2
[junit4] 2> 966081 INFO (zkCallback-1868-thread-2-processing-n:127.0.0.1:41167_solr) [n:127.0.0.1:41167_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 966081 INFO (zkCallback-1868-thread-3-processing-n:127.0.0.1:41167_solr) [n:127.0.0.1:41167_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 966081 INFO (zkCallback-1870-thread-1-processing-n:127.0.0.1:42417_solr) [n:127.0.0.1:42417_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 966081 INFO (zkCallback-1870-thread-2-processing-n:127.0.0.1:42417_solr) [n:127.0.0.1:42417_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 966120 INFO (qtp201157866-9653) [n:127.0.0.1:41167_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 966130 INFO (qtp420607186-9655) [n:127.0.0.1:42417_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 966158 INFO (qtp201157866-9653) [n:127.0.0.1:41167_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=onlyinzk_shard1_replica_n1&action=CREATE&numShards=2&collection=onlyinzk&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1255
[junit4] 2> 966158 INFO (qtp420607186-9655) [n:127.0.0.1:42417_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=onlyinzk_shard2_replica_n2&action=CREATE&numShards=2&collection=onlyinzk&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1247
[junit4] 2> 966160 INFO (qtp201157866-9650) [n:127.0.0.1:41167_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 966232 INFO (zkCallback-1870-thread-1-processing-n:127.0.0.1:42417_solr) [n:127.0.0.1:42417_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 966232 INFO (zkCallback-1870-thread-2-processing-n:127.0.0.1:42417_solr) [n:127.0.0.1:42417_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 966232 INFO (zkCallback-1868-thread-1-processing-n:127.0.0.1:41167_solr) [n:127.0.0.1:41167_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 966232 INFO (zkCallback-1868-thread-3-processing-n:127.0.0.1:41167_solr) [n:127.0.0.1:41167_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 966592 INFO (OverseerCollectionConfigSetProcessor-72078073142968330-127.0.0.1:41167_solr-n_0000000000) [n:127.0.0.1:41167_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 967160 INFO (qtp201157866-9650) [n:127.0.0.1:41167_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=onlyinzk&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=2573
[junit4] 2> 967161 INFO (qtp201157866-9654) [n:127.0.0.1:41167_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 967161 INFO (qtp201157866-9654) [n:127.0.0.1:41167_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 967161 INFO (TEST-CollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk-seed#[92A18E1BD957F93E]) [ ] o.a.s.SolrTestCaseJ4 ###Ending deleteCollectionOnlyInZk
[junit4] 2> 967174 INFO (TEST-CollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection-seed#[92A18E1BD957F93E]) [ ] o.a.s.SolrTestCaseJ4 ###Starting deletePartiallyCreatedCollection
[junit4] 2> 967174 INFO (TEST-CollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection-seed#[92A18E1BD957F93E]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 967175 INFO (qtp201157866-9650) [n:127.0.0.1:41167_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=onlyinzk&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 967176 INFO (OverseerThreadFactory-3341-thread-3-processing-n:127.0.0.1:41167_solr) [n:127.0.0.1:41167_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 967177 INFO (qtp201157866-9633) [n:127.0.0.1:41167_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.onlyinzk.shard1.replica_n1, tag=null
[junit4] 2> 967177 INFO (qtp420607186-9648) [n:127.0.0.1:42417_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.onlyinzk.shard2.replica_n2, tag=null
[junit4] 2> 967177 INFO (qtp201157866-9633) [n:127.0.0.1:41167_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@31f8ce1a: rootName = null, domain = solr.core.onlyinzk.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.onlyinzk.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@1724b6a0
[junit4] 2> 967177 INFO (qtp420607186-9648) [n:127.0.0.1:42417_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3035fdaf: rootName = null, domain = solr.core.onlyinzk.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.onlyinzk.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@455b880b
[junit4] 2> 967185 INFO (qtp201157866-9633) [n:127.0.0.1:41167_solr ] o.a.s.c.SolrCore [onlyinzk_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@59cd01ef
[junit4] 2> 967185 INFO (qtp201157866-9633) [n:127.0.0.1:41167_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.onlyinzk.shard1.replica_n1, tag=1506607599
[junit4] 2> 967185 INFO (qtp201157866-9633) [n:127.0.0.1:41167_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.onlyinzk.shard1.leader, tag=1506607599
[junit4] 2> 967187 INFO (qtp420607186-9648) [n:127.0.0.1:42417_solr ] o.a.s.c.SolrCore [onlyinzk_shard2_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@6f9598c4
[junit4] 2> 967187 INFO (qtp420607186-9648) [n:127.0.0.1:42417_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.onlyinzk.shard2.replica_n2, tag=1872074948
[junit4] 2> 967187 INFO (qtp420607186-9648) [n:127.0.0.1:42417_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.onlyinzk.shard2.leader, tag=1872074948
[junit4] 2> 967190 INFO (qtp201157866-9633) [n:127.0.0.1:41167_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=onlyinzk_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=12
[junit4] 2> 967190 INFO (qtp420607186-9648) [n:127.0.0.1:42417_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=onlyinzk_shard2_replica_n2&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=12
[junit4] 2> 967895 INFO (qtp201157866-9650) [n:127.0.0.1:41167_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=onlyinzk&action=DELETE&wt=javabin&version=2} status=0 QTime=720
[junit4] 2> 967896 INFO (qtp201157866-9654) [n:127.0.0.1:41167_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=halfdeletedcollection&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 967897 INFO (OverseerThreadFactory-3341-thread-4-processing-n:127.0.0.1:41167_solr) [n:127.0.0.1:41167_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection halfdeletedcollection
[junit4] 2> 967897 INFO (OverseerCollectionConfigSetProcessor-72078073142968330-127.0.0.1:41167_solr-n_0000000000) [n:127.0.0.1:41167_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 967897 WARN (OverseerThreadFactory-3341-thread-4-processing-n:127.0.0.1:41167_solr) [n:127.0.0.1:41167_solr ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (halfdeletedcollection) without cores.
[junit4] 2> 968101 INFO (qtp201157866-9654) [n:127.0.0.1:41167_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 968101 INFO (qtp201157866-9654) [n:127.0.0.1:41167_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=halfdeletedcollection&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&wt=javabin&version=2} status=0 QTime=205
[junit4] 2> 968102 INFO (qtp201157866-9650) [n:127.0.0.1:41167_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params dataDir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_92A18E1BD957F93E-001/tempDir-002&action=ADDREPLICA&collection=halfdeletedcollection&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 968104 INFO (OverseerCollectionConfigSetProcessor-72078073142968330-127.0.0.1:41167_solr-n_0000000000) [n:127.0.0.1:41167_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 968104 INFO (OverseerThreadFactory-3341-thread-5-processing-n:127.0.0.1:41167_solr) [n:127.0.0.1:41167_solr ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:36807_solr for creating new replica
[junit4] 2> 968105 INFO (OverseerStateUpdate-72078073142968330-127.0.0.1:41167_solr-n_0000000000) [n:127.0.0.1:41167_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"addreplica",
[junit4] 2> "collection":"halfdeletedcollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"halfdeletedcollection_shard1_replica_n41",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36807/solr",
[junit4] 2> "node_name":"127.0.0.1:36807_solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 968315 INFO (qtp1193509723-9641) [n:127.0.0.1:36807_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node42&dataDir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_92A18E1BD957F93E-001/tempDir-002&collection.configName=conf&name=halfdeletedcollection_shard1_replica_n41&action=CREATE&collection=halfdeletedcollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 968315 INFO (qtp1193509723-9641) [n:127.0.0.1:36807_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 968321 INFO (qtp1193509723-9641) [n:127.0.0.1:36807_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 968335 INFO (qtp1193509723-9641) [n:127.0.0.1:36807_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.s.IndexSchema [halfdeletedcollection_shard1_replica_n41] Schema name=minimal
[junit4] 2> 968335 INFO (qtp1193509723-9641) [n:127.0.0.1:36807_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 968335 INFO (qtp1193509723-9641) [n:127.0.0.1:36807_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection_shard1_replica_n41' using configuration from collection halfdeletedcollection, trusted=true
[junit4] 2> 968336 INFO (qtp1193509723-9641) [n:127.0.0.1:36807_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.halfdeletedcollection.shard1.replica_n41' (registry 'solr.core.halfdeletedcollection.shard1.replica_n41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63c5807d
[junit4] 2> 968336 INFO (qtp1193509723-9641) [n:127.0.0.1:36807_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 968336 INFO (qtp1193509723-9641) [n:127.0.0.1:36807_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.c.SolrCore [[halfdeletedcollection_shard1_replica_n41] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_92A18E1BD957F93E-001/tempDir-001/node2/halfdeletedcollection_shard1_replica_n41], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_92A18E1BD957F93E-001/tempDir-002/]
[junit4] 2> 968363 INFO (qtp1193509723-9641) [n:127.0.0.1:36807_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 968363 INFO (qtp1193509723-9641) [n:127.0.0.1:36807_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 968364 INFO (qtp1193509723-9641) [n:127.0.0.1:36807_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 968364 INFO (qtp1193509723-9641) [n:127.0.0.1:36807_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 968365 INFO (qtp1193509723-9641) [n:127.0.0.1:36807_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.s.SolrIndexSearcher Opening [Searcher@30f7b94d[halfdeletedcollection_shard1_replica_n41] main]
[junit4] 2> 968366 INFO (qtp1193509723-9641) [n:127.0.0.1:36807_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 968366 INFO (qtp1193509723-9641) [n:127.0.0.1:36807_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 968366 INFO (qtp1193509723-9641) [n:127.0.0.1:36807_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 968367 INFO (qtp1193509723-9641) [n:127.0.0.1:36807_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591265806281342976
[junit4] 2> 968367 INFO (searcherExecutor-3360-thread-1-processing-n:127.0.0.1:36807_solr x:halfdeletedcollection_shard1_replica_n41 s:shard1 c:halfdeletedcollection r:core_node42) [n:127.0.0.1:36807_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.c.SolrCore [halfdeletedcollection_shard1_replica_n41] Registered new searcher Searcher@30f7b94d[halfdeletedcollection_shard1_replica_n41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 968372 INFO (qtp1193509723-9641) [n:127.0.0.1:36807_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 968372 INFO (qtp1193509723-9641) [n:127.0.0.1:36807_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 968372 INFO (qtp1193509723-9641) [n:127.0.0.1:36807_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:36807/solr/halfdeletedcollection_shard1_replica_n41/
[junit4] 2> 968372 INFO (qtp1193509723-9641) [n:127.0.0.1:36807_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 968372 INFO (qtp1193509723-9641) [n:127.0.0.1:36807_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.c.SyncStrategy https://127.0.0.1:36807/solr/halfdeletedcollection_shard1_replica_n41/ has no replicas
[junit4] 2> 968372 INFO (qtp1193509723-9641) [n:127.0.0.1:36807_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 968373 INFO (qtp1193509723-9641) [n:127.0.0.1:36807_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:36807/solr/halfdeletedcollection_shard1_replica_n41/ shard1
[junit4] 2> 968474 INFO (zkCallback-1866-thread-1-processing-n:127.0.0.1:36807_solr) [n:127.0.0.1:36807_solr ] o.a.s.c.c.ZkStateReade
[...truncated too long message...]
tion.java:289)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection$3.succeeded(SslConnection.java:149)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 1096552 INFO (qtp687400846-9629) [n:127.0.0.1:42371_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:42417_solr&onlyIfLeaderActive=true&core=addReplicaColl_shard1_replica_n2&coreNodeName=core_node13&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=400 QTime=25003
[junit4] 2> 1097002 ERROR (qtp687400846-9649) [n:127.0.0.1:42371_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Solr is shutting down
[junit4] 2> at org.apache.solr.handler.admin.PrepRecoveryOp.execute(PrepRecoveryOp.java:178)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:380)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:527)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:530)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:289)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection$3.succeeded(SslConnection.java:149)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 1097003 INFO (qtp687400846-9649) [n:127.0.0.1:42371_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:36807_solr&onlyIfLeaderActive=true&core=addReplicaColl_shard1_replica_n2&coreNodeName=core_node10&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=400 QTime=26019
[junit4] 2> 1097003 ERROR (SUITE-CollectionsAPIDistributedZkTest-seed#[92A18E1BD957F93E]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1097003 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[92A18E1BD957F93E]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33777 33777
[junit4] 2> 1097004 INFO (Thread-3624) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33777 33777
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_92A18E1BD957F93E-001
[junit4] 2> Feb 02, 2018 5:30:58 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=458, maxMBSortInHeap=6.418735458973266, sim=RandomSimilarity(queryNorm=false): {}, locale=wae, timezone=America/Argentina/Mendoza
[junit4] 2> NOTE: Linux 4.13.0-32-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=321061728,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestShardHandlerFactory, TestCloudRecovery, TestEmbeddedSolrServerSchemaAPI, TestConfig, PeerSyncWithIndexFingerprintCachingTest, SuggesterWFSTTest, DistributedQueryElevationComponentTest, CursorPagingTest, DeleteLastCustomShardedReplicaTest, SubstringBytesRefFilterTest, SolrCoreCheckLockOnStartupTest, TestWordDelimiterFilterFactory, TestPointFields, TestScoreJoinQPScore, TestDownShardTolerantSearch, RequestLoggingTest, CdcrBootstrapTest, SolrIndexSplitterTest, TestHashPartitioner, AssignBackwardCompatibilityTest, TestNumericRangeQuery32, FullSolrCloudDistribCmdsTest, MetricsHandlerTest, TestDelegationWithHadoopAuth, ReplicationFactorTest, DefaultValueUpdateProcessorTest, SolrIndexConfigTest, TestCSVLoader, BufferStoreTest, TestSolrQueryParser, CloudExitableDirectoryReaderTest, BigEndianAscendingWordSerializerTest, TestSolrConfigHandlerConcurrent, HttpTriggerListenerTest, TestCustomDocTransformer, ShufflingReplicaListTransformerTest, TestSolrDeletionPolicy1, TestManagedResourceStorage, ZkFailoverTest, TestGenericDistributedQueue, TestSlowCompositeReaderWrapper, OutputWriterTest, TestCollapseQParserPlugin, BlockJoinFacetRandomTest, SpatialRPTFieldTypeTest, CollectionReloadTest, TestConfigSetsAPI, HighlighterConfigTest, TestDefaultStatsCache, FullHLLTest, TestComponentsName, AnalyticsMergeStrategyTest, SpellingQueryConverterTest, TestMultiWordSynonyms, RemoteQueryErrorTest, ParsingFieldUpdateProcessorsTest, DistributedVersionInfoTest, SolrPluginUtilsTest, TlogReplayBufferedWhileIndexingTest, TolerantUpdateProcessorTest, TestSortableTextField, TestManagedSchema, AddSchemaFieldsUpdateProcessorFactoryTest, MissingSegmentRecoveryTest, BadIndexSchemaTest, SimpleMLTQParserTest, SparseHLLTest, HdfsCollectionsAPIDistributedZkTest, TestLeaderElectionZkExpiry, ZkSolrClientTest, TestDynamicLoading, MoveReplicaTest, TestDistributedSearch, TestJoin, TestNumericTerms64, TestHighFrequencyDictionaryFactory, TestFieldTypeResource, TestStressInPlaceUpdates, RuleEngineTest, TestIndexingPerformance, TestSolrXml, EchoParamsTest, JSONWriterTest, SynonymTokenizerTest, TestCrossCoreJoin, TestRandomFaceting, HdfsDirectoryFactoryTest, SolrCLIZkUtilsTest, HdfsThreadLeakTest, UtilsToolTest, TestOmitPositions, TestCollectionAPIs, TestCopyFieldCollectionResource, TestIBSimilarityFactory, CollectionsAPIDistributedZkTest]
[junit4] Completed [277/774 (1!)] on J0 in 133.77s, 19 tests, 1 error <<< FAILURES!
[...truncated 42578 lines...]
[JENKINS] Lucene-Solr-7.x-Linux (32bit/jdk1.8.0_144) - Build # 1278
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1278/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseSerialGC
2 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTriggerRestoreState
Error Message:
The trigger did not fire at all
Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at __randomizedtesting.SeedInfo.seed([F8655AEAAE497F5A:D39A8FB134316A8A]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTriggerRestoreState(TriggerIntegrationTest.java:368)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger
Error Message:
Stack Trace:
java.lang.NullPointerException
at __randomizedtesting.SeedInfo.seed([F8655AEAAE497F5A:42696D65F1A1A915]:0)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger(TriggerIntegrationTest.java:1565)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13821 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> 2979682 INFO (SUITE-TriggerIntegrationTest-seed#[F8655AEAAE497F5A]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_F8655AEAAE497F5A-001/init-core-data-001
[junit4] 2> 2979682 WARN (SUITE-TriggerIntegrationTest-seed#[F8655AEAAE497F5A]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=24 numCloses=24
[junit4] 2> 2979682 INFO (SUITE-TriggerIntegrationTest-seed#[F8655AEAAE497F5A]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2979684 INFO (SUITE-TriggerIntegrationTest-seed#[F8655AEAAE497F5A]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2979685 INFO (SUITE-TriggerIntegrationTest-seed#[F8655AEAAE497F5A]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_F8655AEAAE497F5A-001/tempDir-001
[junit4] 2> 2979685 INFO (SUITE-TriggerIntegrationTest-seed#[F8655AEAAE497F5A]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2979685 INFO (Thread-5589) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2979685 INFO (Thread-5589) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2979687 ERROR (Thread-5589) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2979785 INFO (SUITE-TriggerIntegrationTest-seed#[F8655AEAAE497F5A]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:37235
[junit4] 2> 2979788 INFO (zkConnectionManagerCallback-4554-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2979794 INFO (jetty-launcher-4551-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T02:27:37+05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2979794 INFO (jetty-launcher-4551-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T02:27:37+05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2979794 INFO (jetty-launcher-4551-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2979794 INFO (jetty-launcher-4551-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2979794 INFO (jetty-launcher-4551-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2979795 INFO (jetty-launcher-4551-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2979795 INFO (jetty-launcher-4551-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2979795 INFO (jetty-launcher-4551-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2979795 INFO (jetty-launcher-4551-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1d5abad{/solr,null,AVAILABLE}
[junit4] 2> 2979795 INFO (jetty-launcher-4551-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1a3d59c{/solr,null,AVAILABLE}
[junit4] 2> 2979796 INFO (jetty-launcher-4551-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@8281ba{SSL,[ssl, http/1.1]}{127.0.0.1:40773}
[junit4] 2> 2979796 INFO (jetty-launcher-4551-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@b3e7ee{SSL,[ssl, http/1.1]}{127.0.0.1:39799}
[junit4] 2> 2979796 INFO (jetty-launcher-4551-thread-1) [ ] o.e.j.s.Server Started @2981072ms
[junit4] 2> 2979796 INFO (jetty-launcher-4551-thread-2) [ ] o.e.j.s.Server Started @2981073ms
[junit4] 2> 2979796 INFO (jetty-launcher-4551-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40773}
[junit4] 2> 2979796 INFO (jetty-launcher-4551-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39799}
[junit4] 2> 2979797 ERROR (jetty-launcher-4551-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2979797 ERROR (jetty-launcher-4551-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2979797 INFO (jetty-launcher-4551-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 2979797 INFO (jetty-launcher-4551-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 2979797 INFO (jetty-launcher-4551-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2979797 INFO (jetty-launcher-4551-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2979797 INFO (jetty-launcher-4551-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2979797 INFO (jetty-launcher-4551-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2979797 INFO (jetty-launcher-4551-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-02T02:17:29.026Z
[junit4] 2> 2979797 INFO (jetty-launcher-4551-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-02T02:17:29.026Z
[junit4] 2> 2979798 INFO (zkConnectionManagerCallback-4557-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2979799 INFO (zkConnectionManagerCallback-4558-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2979799 INFO (jetty-launcher-4551-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2979799 INFO (jetty-launcher-4551-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2979810 INFO (jetty-launcher-4551-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37235/solr
[junit4] 2> 2979810 INFO (jetty-launcher-4551-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37235/solr
[junit4] 2> 2979811 INFO (zkConnectionManagerCallback-4564-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2979811 INFO (zkConnectionManagerCallback-4566-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2979813 INFO (zkConnectionManagerCallback-4568-thread-1-processing-n:127.0.0.1:40773_solr) [n:127.0.0.1:40773_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2979813 INFO (zkConnectionManagerCallback-4570-thread-1-processing-n:127.0.0.1:39799_solr) [n:127.0.0.1:39799_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2979882 INFO (jetty-launcher-4551-thread-1) [n:127.0.0.1:40773_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2979882 INFO (jetty-launcher-4551-thread-2) [n:127.0.0.1:39799_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2979883 INFO (jetty-launcher-4551-thread-1) [n:127.0.0.1:40773_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40773_solr
[junit4] 2> 2979883 INFO (jetty-launcher-4551-thread-2) [n:127.0.0.1:39799_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39799_solr
[junit4] 2> 2979883 INFO (jetty-launcher-4551-thread-1) [n:127.0.0.1:40773_solr ] o.a.s.c.Overseer Overseer (id=72077320986820613-127.0.0.1:40773_solr-n_0000000000) starting
[junit4] 2> 2979884 INFO (zkCallback-4569-thread-1-processing-n:127.0.0.1:39799_solr) [n:127.0.0.1:39799_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2979884 INFO (zkCallback-4567-thread-1-processing-n:127.0.0.1:40773_solr) [n:127.0.0.1:40773_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2979888 DEBUG (OverseerAutoScalingTriggerThread-72077320986820613-127.0.0.1:40773_solr-n_0000000000) [n:127.0.0.1:40773_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 2979889 DEBUG (OverseerAutoScalingTriggerThread-72077320986820613-127.0.0.1:40773_solr-n_0000000000) [n:127.0.0.1:40773_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 2979889 INFO (jetty-launcher-4551-thread-1) [n:127.0.0.1:40773_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40773_solr
[junit4] 2> 2979889 DEBUG (OverseerAutoScalingTriggerThread-72077320986820613-127.0.0.1:40773_solr-n_0000000000) [n:127.0.0.1:40773_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:39799_solr]
[junit4] 2> 2979889 DEBUG (OverseerAutoScalingTriggerThread-72077320986820613-127.0.0.1:40773_solr-n_0000000000) [n:127.0.0.1:40773_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 2979889 DEBUG (OverseerAutoScalingTriggerThread-72077320986820613-127.0.0.1:40773_solr-n_0000000000) [n:127.0.0.1:40773_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 2979890 INFO (zkCallback-4567-thread-1-processing-n:127.0.0.1:40773_solr) [n:127.0.0.1:40773_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2979890 INFO (zkCallback-4569-thread-1-processing-n:127.0.0.1:39799_solr) [n:127.0.0.1:39799_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2979890 DEBUG (OverseerAutoScalingTriggerThread-72077320986820613-127.0.0.1:40773_solr-n_0000000000) [n:127.0.0.1:40773_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2979891 DEBUG (OverseerAutoScalingTriggerThread-72077320986820613-127.0.0.1:40773_solr-n_0000000000) [n:127.0.0.1:40773_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 2979891 DEBUG (ScheduledTrigger-8396-thread-1) [n:127.0.0.1:40773_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 2980048 INFO (jetty-launcher-4551-thread-2) [n:127.0.0.1:39799_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39799.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@596850
[junit4] 2> 2980060 INFO (jetty-launcher-4551-thread-2) [n:127.0.0.1:39799_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39799.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@596850
[junit4] 2> 2980060 INFO (jetty-launcher-4551-thread-2) [n:127.0.0.1:39799_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39799.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@596850
[junit4] 2> 2980062 INFO (jetty-launcher-4551-thread-2) [n:127.0.0.1:39799_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_F8655AEAAE497F5A-001/tempDir-001/node2/.
[junit4] 2> 2980079 INFO (jetty-launcher-4551-thread-1) [n:127.0.0.1:40773_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40773.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@596850
[junit4] 2> 2980091 INFO (jetty-launcher-4551-thread-1) [n:127.0.0.1:40773_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40773.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@596850
[junit4] 2> 2980092 INFO (jetty-launcher-4551-thread-1) [n:127.0.0.1:40773_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40773.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@596850
[junit4] 2> 2980094 INFO (jetty-launcher-4551-thread-1) [n:127.0.0.1:40773_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_F8655AEAAE497F5A-001/tempDir-001/node1/.
[junit4] 2> 2980121 INFO (zkConnectionManagerCallback-4576-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2980124 INFO (zkConnectionManagerCallback-4580-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2980125 INFO (SUITE-TriggerIntegrationTest-seed#[F8655AEAAE497F5A]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2980125 INFO (SUITE-TriggerIntegrationTest-seed#[F8655AEAAE497F5A]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37235/solr ready
[junit4] 2> 2980145 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[F8655AEAAE497F5A]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testListeners
[junit4] 2> 2980145 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[F8655AEAAE497F5A]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
[junit4] 2> 2980145 DEBUG (zkCallback-4567-thread-1-processing-n:127.0.0.1:40773_solr) [n:127.0.0.1:40773_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 2980145 DEBUG (OverseerAutoScalingTriggerThread-72077320986820613-127.0.0.1:40773_solr-n_0000000000) [n:127.0.0.1:40773_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 2980147 DEBUG (OverseerAutoScalingTriggerThread-72077320986820613-127.0.0.1:40773_solr-n_0000000000) [n:127.0.0.1:40773_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2980147 DEBUG (OverseerAutoScalingTriggerThread-72077320986820613-127.0.0.1:40773_solr-n_0000000000) [n:127.0.0.1:40773_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2980147 DEBUG (OverseerAutoScalingTriggerThread-72077320986820613-127.0.0.1:40773_solr-n_0000000000) [n:127.0.0.1:40773_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 2980301 INFO (qtp21722514-22234) [n:127.0.0.1:39799_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2980305 INFO (qtp501413-22227) [n:127.0.0.1:40773_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2980306 DEBUG (qtp501413-22235) [n:127.0.0.1:40773_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2980307 INFO (qtp501413-22235) [n:127.0.0.1:40773_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=73
[junit4] 2> 2980307 DEBUG (zkCallback-4567-thread-1-processing-n:127.0.0.1:40773_solr) [n:127.0.0.1:40773_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 2980308 DEBUG (zkCallback-4567-thread-1-processing-n:127.0.0.1:40773_solr) [n:127.0.0.1:40773_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:40773_solr, 127.0.0.1:39799_solr]
[junit4] 2> 2980308 DEBUG (zkCallback-4567-thread-1-processing-n:127.0.0.1:40773_solr) [n:127.0.0.1:40773_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerL instantiated with properties: {event=nodeAdded, waitFor=3, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}, {name=test1, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestDummyAction}], enabled=true}
[junit4] 2> 2980308 DEBUG (OverseerAutoScalingTriggerThread-72077320986820613-127.0.0.1:40773_solr-n_0000000000) [n:127.0.0.1:40773_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 2980309 INFO (OverseerAutoScalingTriggerThread-72077320986820613-127.0.0.1:40773_solr-n_0000000000) [n:127.0.0.1:40773_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 2980310 DEBUG (OverseerAutoScalingTriggerThread-72077320986820613-127.0.0.1:40773_solr-n_0000000000) [n:127.0.0.1:40773_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2980310 DEBUG (OverseerAutoScalingTriggerThread-72077320986820613-127.0.0.1:40773_solr-n_0000000000) [n:127.0.0.1:40773_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 2980310 DEBUG (ScheduledTrigger-8396-thread-1) [n:127.0.0.1:40773_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerL
[junit4] 2> 2980310 DEBUG (ScheduledTrigger-8396-thread-1) [n:127.0.0.1:40773_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 2980314 INFO (qtp21722514-22238) [n:127.0.0.1:39799_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2980316 INFO (qtp501413-22237) [n:127.0.0.1:40773_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2980317 DEBUG (qtp501413-22239) [n:127.0.0.1:40773_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2980318 INFO (qtp501413-22239) [n:127.0.0.1:40773_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 2980318 DEBUG (zkCallback-4567-thread-1-processing-n:127.0.0.1:40773_solr) [n:127.0.0.1:40773_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 2980318 DEBUG (zkCallback-4567-thread-1-processing-n:127.0.0.1:40773_solr) [n:127.0.0.1:40773_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:40773_solr, 127.0.0.1:39799_solr]
[junit4] 2> 2980318 DEBUG (zkCallback-4567-thread-1-processing-n:127.0.0.1:40773_solr) [n:127.0.0.1:40773_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerL instantiated with properties: {event=nodeAdded, waitFor=3, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}, {name=test1, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestDummyAction}], enabled=true}
[junit4] 2> 2980318 DEBUG (OverseerAutoScalingTriggerThread-72077320986820613-127.0.0.1:40773_solr-n_0000000000) [n:127.0.0.1:40773_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 2980319 DEBUG (OverseerAutoScalingTriggerThread-72077320986820613-127.0.0.1:40773_solr-n_0000000000) [n:127.0.0.1:40773_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2980319 DEBUG (OverseerAutoScalingTriggerThread-72077320986820613-127.0.0.1:40773_solr-n_0000000000) [n:127.0.0.1:40773_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 2980320 INFO (qtp21722514-22234) [n:127.0.0.1:39799_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2980322 INFO (qtp501413-22227) [n:127.0.0.1:40773_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2980322 DEBUG (qtp501413-22235) [n:127.0.0.1:40773_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2980323 INFO (qtp501413-22235) [n:127.0.0.1:40773_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 2980323 DEBUG (zkCallback-4567-thread-1-processing-n:127.0.0.1:40773_solr) [n:127.0.0.1:40773_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 2980323 DEBUG (zkCallback-4567-thread-1-processing-n:127.0.0.1:40773_solr) [n:127.0.0.1:40773_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:40773_solr, 127.0.0.1:39799_solr]
[junit4] 2> 2980323 DEBUG (zkCallback-4567-thread-1-processing-n:127.0.0.1:40773_solr) [n:127.0.0.1:40773_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerL instantiated with properties: {event=nodeAdded, waitFor=3, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}, {name=test1, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestDummyAction}], enabled=true}
[junit4] 2> 2980323 DEBUG (OverseerAutoScalingTriggerThread-72077320986820613-127.0.0.1:40773_solr-n_0000000000) [n:127.0.0.1:40773_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 2980324 DEBUG (OverseerAutoScalingTriggerThread-72077320986820613-127.0.0.1:40773_solr-n_0000000000) [n:127.0.0.1:40773_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2980324 DEBUG (OverseerAutoScalingTriggerThread-72077320986820613-127.0.0.1:40773_solr-n_0000000000) [n:127.0.0.1:40773_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 2980324 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[F8655AEAAE497F5A]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T02:27:37+05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2980325 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[F8655AEAAE497F5A]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2980325 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[F8655AEAAE497F5A]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2980325 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[F8655AEAAE497F5A]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2980325 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[F8655AEAAE497F5A]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1de0364{/solr,null,AVAILABLE}
[junit4] 2> 2980326 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[F8655AEAAE497F5A]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1fb6bf3{SSL,[ssl, http/1.1]}{127.0.0.1:44791}
[junit4] 2> 2980326 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[F8655AEAAE497F5A]) [ ] o.e.j.s.Server Started @2981602ms
[junit4] 2> 2980326 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[F8655AEAAE497F5A]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44791}
[junit4] 2> 2980326 ERROR (TEST-TriggerIntegrationTest.testListeners-seed#[F8655AEAAE497F5A]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2980327 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[F8655AEAAE497F5A]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 2980327 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[F8655AEAAE497F5A]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2980327 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[F8655AEAAE497F5A]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2980327 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[F8655AEAAE497F5A]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-02T02:17:29.556Z
[junit4] 2> 2980328 INFO (zkConnectionManagerCallback-4582-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2980329 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[F8655AEAAE497F5A]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2980338 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[F8655AEAAE497F5A]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37235/solr
[junit4] 2> 2980340 INFO (zkConnectionManagerCallback-4586-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2980342 INFO (zkConnectionManagerCallback-4588-thread-1-processing-n:127.0.0.1:44791_solr) [n:127.0.0.1:44791_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2980346 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[F8655AEAAE497F5A]) [n:127.0.0.1:44791_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2980347 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[F8655AEAAE497F5A]) [n:127.0.0.1:44791_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2980348 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[F8655AEAAE497F5A]) [n:127.0.0.1:44791_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44791_solr
[junit4] 2> 2980349 INFO (zkCallback-4569-thread-1-processing-n:127.0.0.1:39799_solr) [n:127.0.0.1:39799_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2980349 INFO (zkCallback-4579-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2980350 INFO (zkCallback-4587-thread-1-processing-n:127.0.0.1:44791_solr) [n:127.0.0.1:44791_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2980353 INFO (zkCallback-4567-thread-1-processing-n:127.0.0.1:40773_solr) [n:127.0.0.1:40773_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2980560 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[F8655AEAAE497F5A]) [n:127.0.0.1:44791_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44791.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@596850
[junit4] 2> 2980577 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[F8655AEAAE497F5A]) [n:127.0.0.1:44791_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44791.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@596850
[junit4] 2> 2980578 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[F8655AEAAE497F5A]) [n:127.0.0.1:44791_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44791.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@596850
[junit4] 2> 2980580 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[F8655AEAAE497F5A]) [n:127.0.0.1:44791_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_F8655AEAAE497F5A-001/tempDir-001/node3/.
[junit4] 2> 2981311 DEBUG (ScheduledTrigger-8396-thread-2) [n:127.0.0.1:40773_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerL
[junit4] 2> 2981312 DEBUG (ScheduledTrigger-8396-thread-2) [n:127.0.0.1:40773_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 2981312 DEBUG (ScheduledTrigger-8396-thread-2) [n:127.0.0.1:40773_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:44791_solr at time 301010978670417
[junit4] 2> 2982313 DEBUG (ScheduledTrigger-8396-thread-2) [n:127.0.0.1:40773_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerL
[junit4] 2> 2982313 DEBUG (ScheduledTrigger-8396-thread-2) [n:127.0.0.1:40773_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 2983313 DEBUG (ScheduledTrigger-8396-thread-2) [n:127.0.0.1:40773_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerL
[junit4] 2> 2983313 DEBUG (ScheduledTrigger-8396-thread-2) [n:127.0.0.1:40773_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 2984313 DEBUG (ScheduledTrigger-8396-thread-2) [n:127.0.0.1:40773_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerL
[junit4] 2> 2984313 DEBUG (ScheduledTrigger-8396-thread-2) [n:127.0.0.1:40773_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 2984314 DEBUG (ScheduledTrigger-8396-thread-2) [n:127.0.0.1:40773_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerL firing registered processor for nodes: [127.0.0.1:44791_solr] added at times [301010978670417], now=301013980464993
[junit4] 2> 2984314 DEBUG (ScheduledTrigger-8396-thread-2) [n:127.0.0.1:40773_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"111c494750751Tchxzysxhzwvurkxji6mquff32",
[junit4] 2> "source":"node_added_triggerL",
[junit4] 2> "eventTime":301010978670417,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[301010978670417],
[junit4] 2> "nodeNames":["127.0.0.1:44791_solr"]}}
[junit4] 2> 2984314 DEBUG (ScheduledTrigger-8396-thread-2) [n:127.0.0.1:40773_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_triggerL]
[junit4] 2> 2984315 INFO (ScheduledTrigger-8396-thread-2) [n:127.0.0.1:40773_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 2984316 DEBUG (AutoscalingActionExecutor-8397-thread-1-processing-n:127.0.0.1:40773_solr) [n:127.0.0.1:40773_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"111c494750751Tchxzysxhzwvurkxji6mquff32",
[junit4] 2> "source":"node_added_triggerL",
[junit4] 2> "eventTime":301010978670417,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[301010978670417],
[junit4] 2> "_enqueue_time_":301013981134342,
[junit4] 2> "nodeNames":["127.0.0.1:44791_solr"]}}
[junit4] 2> 2984317 DEBUG (AutoscalingActionExecutor-8397-thread-1-processing-n:127.0.0.1:40773_solr) [n:127.0.0.1:40773_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerL after 5000ms
[junit4] 2> 2984317 DEBUG (AutoscalingActionExecutor-8397-thread-1-processing-n:127.0.0.1:40773_solr) [n:127.0.0.1:40773_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=111c494750751Tchxzysxhzwvurkxji6mquff32
[junit4] 2> 2986319 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[F8655AEAAE497F5A]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T02:27:37+05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2986320 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[F8655AEAAE497F5A]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2986320 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[F8655AEAAE497F5A]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2986320 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[F8655AEAAE497F5A]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2986321 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[F8655AEAAE497F5A]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1f504c9{/solr,null,AVAILABLE}
[junit4] 2> 2986322 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[F8655AEAAE497F5A]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@271950{SSL,[ssl, http/1.1]}{127.0.0.1:37049}
[junit4] 2> 2986322 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[F8655AEAAE497F5A]) [ ] o.e.j.s.Server Started @2987598ms
[junit4] 2> 2986322 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[F8655AEAAE497F5A]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37049}
[junit4] 2> 2986322 ERROR (TEST-TriggerIntegrationTest.testListeners-seed#[F8655AEAAE497F5A]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2986322 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[F8655AEAAE497F5A]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 2986322 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[F8655AEAAE497F5A]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2986322 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[F8655AEAAE497F5A]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2986322 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[F8655AEAAE497F5A]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-02T02:17:35.551Z
[junit4] 2> 2986324 INFO (zkConnectionManagerCallback-4592-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2986325 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[F8655AEAAE497F5A]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2986338 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[F8655AEAAE497F5A]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37235/solr
[junit4] 2> 2986339 INFO (zkConnectionManagerCallback-4596-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2986342 INFO (zkConnectionManagerCallback-4598-thread-1-processing-n:127.0.0.1:37049_solr) [n:127.0.0.1:37049_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2986345 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[F8655AEAAE497F5A]) [n:127.0.0.1:37049_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2986346 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[F8655AEAAE497F5A]) [n:127.0.0.1:37049_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2986348 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[F8655AEAAE497F5A]) [n:127.0.0.1:37049_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37049_solr
[junit4] 2> 2986349 INFO (zkCallback-4579-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2986349 INFO (zkCallback-4587-thread-1-processing-n:127.0.0.1:44791_solr) [n:127.0.0.1:44791_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2986349 INFO (zkCallback-4569-thread-1-processing-n:127.0.0.1:39799_solr) [n:127.0.0.1:39799_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2986349 INFO (zkCallback-4597-thread-1-processing-n:127.0.0.1:37049_solr) [n:127.0.0.1:37049_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2986349 INFO (zkCallback-4567-thread-1-processing-n:127.0.0.1:40773_solr) [n:127.0.0.1:40773_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2986594 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[F8655AEAAE497F5A]) [n:127.0.0.1:37049_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37049.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@596850
[junit4] 2> 2986606 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[F8655AEAAE497F5A]) [n:127.0.0.1:37049_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37049.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@596850
[junit4] 2> 2986606 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[F8655AEAAE497F5A]) [n:127.0.0.1:37049_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37049.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@596850
[junit4] 2> 2986608 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[F8655AEAAE497F5A]) [n:127.0.0.1:37049_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_F8655AEAAE497F5A-001/tempDir-001/node4/.
[junit4] 2> 2989317 DEBUG (ScheduledTrigger-8396-thread-3) [n:127.0.0.1:40773_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerL
[junit4] 2> 2989318 DEBUG (ScheduledTrigger-8396-thread-3) [n:127.0.0.1:40773_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 2989318 DEBUG (ScheduledTrigger-8396-thread-3) [n:127.0.0.1:40773_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:37049_solr at time 301018984598439
[junit4] 2> 2990319 DEBUG (ScheduledTrigger-8396-thread-3) [n:127.0.0.1:40773_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerL
[junit4] 2> 2990319 DEBUG (ScheduledTrigger-8396-thread-3) [n:127.0.0.1:40773_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 2991319 DEBUG (ScheduledTrigger-8396-thread-3) [n:127.0.0.1:40773_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerL
[junit4] 2> 2991319 DEBUG (ScheduledTrigger-8396-thread-3) [n:127.0.0.1:40773_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 2992320 DEBUG (ScheduledTrigger-8396-thread-3) [n:127.0.0.1:40773_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerL
[junit4] 2> 2992320 DEBUG (ScheduledTrigger-8396-thread-3) [n:127.0.0.1:40773_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 2992320 DEBUG (ScheduledTrigger-8396-thread-3) [n:127.0.0.1:40773_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerL firing registered processor for nodes: [127.0.0.1:37049_solr] added at times [301018984598439], now=301021986642131
[junit4] 2> 2992320 DEBUG (ScheduledTrigger-8396-thread-3) [n:127.0.0.1:40773_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"111c671a5cba7Tchxzysxhzwvurkxji6mquff34",
[junit4] 2> "source":"node_added_triggerL",
[junit4] 2> "eventTime":301018984598439,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[301018984598439],
[junit4] 2> "nodeNames":["127.0.0.1:37049_solr"]}}
[junit4] 2> 2992320 DEBUG (ScheduledTrigger-8396-thread-3) [n:127.0.0.1:40773_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_triggerL]
[junit4] 2> 2992321 DEBUG (AutoscalingActionExecutor-8397-thread-1-processing-n:127.0.0.1:40773_solr) [n:127.0.0.1:40773_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"111c671a5cba7Tchxzysxhzwvurkxji6mquff34",
[junit4] 2> "source":"node_added_triggerL",
[junit4] 2> "eventTime":301018984598439,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[301018984598439],
[junit4] 2> "_enqueue_time_":301021986893173,
[junit4] 2> "nodeNames":["127.0.0.1:37049_solr"]}}
[junit4] 2> 2992321 WARN (AutoscalingActionExecutor-8397-thread-1-processing-n:127.0.0.1:40773_solr) [n:127.0.0.1:40773_solr ] o.a.s.c.a.ScheduledTriggers Exception executing actions
[junit4] 2> java.lang.Exception: Error executing action: test1 for trigger event: {
[junit4] 2> "id":"111c671a5cba7Tchxzysxhzwvurkxji6mquff34",
[junit4] 2> "source":"node_added_triggerL",
[junit4] 2> "eventTime":301018984598439,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[301018984598439],
[junit4] 2> "_enqueue_time_":301021986893173,
[junit4] 2> "nodeNames":["127.0.0.1:37049_solr"]}}
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:303)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.lang.RuntimeException: failure
[junit4] 2> at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestDummyAction.process(TriggerIntegrationTest.java:989)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:300)
[junit4] 2> ... 6 more
[junit4] 2> 2992322 DEBUG (AutoscalingActionExecutor-8397-thread-1-processing-n:127.0.0.1:40773_solr) [n:127.0.0.1:40773_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerL after 5000ms
[junit4] 2> 2992322 DEBUG (AutoscalingActionExecutor-8397-thread-1-processing-n:127.0.0.1:40773_solr) [n:127.0.0.1:40773_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 0 ms for event id=111c671a5cba7Tchxzysxhzwvurkxji6mquff34
[junit4] 2> 2994321 INFO (TEST-TriggerIntegrationTest.testListeners-seed#[F8655AEAAE497F5A]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testListeners
[junit4] 2> 2994352 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F8655AEAAE497F5A]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTriggerThrottling
[junit4] 2> 2994352 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F8655AEAAE497F5A]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 6
[junit4] 2> 2994352 DEBUG (zkCallback-4567-thread-1-processing-n:127.0.0.1:40773_solr) [n:127.0.0.1:40773_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 2994352 DEBUG (OverseerAutoScalingTriggerThread-72077320986820613-127.0.0.1:40773_solr-n_0000000000) [n:127.0.0.1:40773_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 2994353 DEBUG (OverseerAutoScalingTriggerThread-72077320986820613-127.0.0.1:40773_solr-n_0000000000) [n:127.0.0.1:40773_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2994354 DEBUG (OverseerAutoScalingTriggerThread-72077320986820613-127.0.0.1:40773_solr-n_0000000000) [n:127.0.0.1:40773_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2994354 DEBUG (OverseerAutoScalingTriggerThread-72077320986820613-127.0.0.1:40773_solr-n_0000000000) [n:127.0.0.1:40773_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 2994421 INFO (qtp8714987-22317) [n:127.0.0.1:37049_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2994425 INFO (qtp21722514-22236) [n:127.0.0.1:39799_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2994429 INFO (qtp501413-22227) [n:127.0.0.1:40773_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2994493 INFO (qtp24184633-22295) [n:127.0.0.1:44791_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2994493 DEBUG (qtp8714987-22321) [n:127.0.0.1:37049_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2994494 INFO (qtp8714987-22321) [n:127.0.0.1:37049_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=78
[junit4] 2> 2994494 DEBUG (zkCallback-4567-thread-1-processing-n:127.0.0.1:40773_solr) [n:127.0.0.1:40773_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 2994495 DEBUG (zkCallback-4567-thread-1-processing-n:127.0.0.1:40773_solr) [n:127.0.0.1:40773_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:40773_solr, 127.0.0.1:37049_solr, 127.0.0.1:39799_solr, 127.0.0.1:44791_solr]
[junit4] 2> 2994495 DEBUG (zkCallback-4567-thread-1-processing-n:127.0.0.1:40773_solr) [n:127.0.0.1:40773_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 2994495 DEBUG (OverseerAutoScalingTriggerThread-72077320986820613-127.0.0.1:40773_solr-n_0000000000) [n:127.0.0.1:40773_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 2994499 INFO (OverseerAutoScalingTriggerThread-72077320986820613-127.0.0.1:40773_solr-n_0000000000) [n:127.0.0.1:40773_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 2994499 DEBUG (OverseerAutoScalingTriggerThread-72077320986820613-127.0.0.1:40773_solr-n_0000000000) [n:127.0.0.1:40773_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2994499 DEBUG (OverseerAutoScalingTriggerThread-72077320986820613-127.0.0.1:40773_solr-n_0000000000) [n:127.0.0.1:40773_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 2994500 INFO (qtp8714987-22322) [n:127.0.0.1:37049_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2994500 DEBUG (ScheduledTrigger-8396-thread-4) [n:127.0.0.1:40773_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 2994500 DEBUG (ScheduledTrigger-8396-thread-4) [n:127.0.0.1:40773_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 2994502 INFO (qtp21722514-22234) [n:127.0.0.1:39799_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2994505 INFO (qtp501413-22235) [n:127.0.0.1:40773_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2994508 INFO (qtp24184633-22297) [n:127.0.0.1:44791_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2994509 DEBUG (qtp8714987-22323) [n:127.0.0.1:37049_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2994509 INFO (qtp8714987-22323) [n:127.0.0.1:37049_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=13
[junit4] 2> 2994510 DEBUG (zkCallback-4567-thread-1-processing-n:127.0.0.1:40773_solr) [n:127.0.0.1:40773_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 2994510 DEBUG (zkCallback-4567-thread-1-processing-n:127.0.0.1:40773_solr) [n:127.0.0.1:40773_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:40773_solr, 127.0.0.1:37049_solr, 127.0.0.1:39799_solr, 127.0.0.1:44791_solr]
[junit4] 2> 2994510 DEBUG (zkCallback-4567-thread-1-processing-n:127.0.0.1:40773_solr) [n:127.0.0.1:40773_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 2994511 DEBUG (zkCallback-4567-thread-1-processing-n:127.0.0.1:40773_solr) [n:127.0.0.1:40773_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:40773_solr, 127.0.0.1:37049_solr, 127.0.0.1:39799_solr, 127.0.0.1:44791_solr]
[junit4] 2> 2994511 DEBUG (zkCallback-4567-thread-1-processing-n:127.0.0.1:40773_solr) [n:127.0.0.1:40773_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 2994511 DEBUG (OverseerAutoScalingTriggerThread-72077320986820613-127.0.0.1:40773_solr-n_0000000000) [n:127.0.0.1:40773_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 2994512 INFO (OverseerAutoScalingTriggerThread-72077320986820613-127.0.0.1:40773_solr-n_0000000000) [n:127.0.0.1:40773_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 2994512 DEBUG (OverseerAutoScalingTriggerThread-72077320986820613-127.0.0.1:40773_solr-n_0000000000) [n:127.0.0.1:40773_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2994513 DEBUG (OverseerAutoScalingTriggerThread-72077320986820613-127.0.0.1:40773_solr-n_0000000000) [n:127.0.0.1:40773_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 2994513 DEBUG (ScheduledTrigger-8396-thread-3) [n:127.0.0.1:40773_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 2994513 DEBUG (ScheduledTrigger-8396-thread-3) [n:127.0.0.1:40773_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 2994513 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F8655AEAAE497F5A]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T02:27:37+05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2994514 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F8655AEAAE497F5A]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2994514 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F8655AEAAE497F5A]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2994514 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F8655AEAAE497F5A]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2994514 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F8655AEAAE497F5A]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1c3242{/solr,null,AVAILABLE}
[junit4] 2> 2994515 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F8655AEAAE497F5A]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@85eac0{SSL,[ssl, http/1.1]}{127.0.0.1:46149}
[junit4] 2> 2994515 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F8655AEAAE497F5A]) [ ] o.e.j.s.Server Started @2995791ms
[junit4] 2> 2994515 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F8655AEAAE497F5A]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46149}
[junit4] 2> 2994515 ERROR (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F8655AEAAE497F5A]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2994515 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F8655AEAAE497F5A]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 2994516 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F8655AEAAE497F5A]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2994516 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F8655AEAAE497F5A]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2994516 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F8655AEAAE497F5A]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-02T02:17:43.745Z
[junit4] 2> 2994517 INFO (zkConnectionManagerCallback-4602-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2994518 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F8655AEAAE497F5A]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2994526 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F8655AEAAE497F5A]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37235/solr
[junit4] 2> 2994527 INFO (zkConnectionManagerCallback-4606-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2994529 INFO (zkConnectionManagerCallback-4608-thread-1-processing-n:127.0.0.1:46149_solr) [n:127.0.0.1:46149_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2994533 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F8655AEAAE497F5A]) [n:127.0.0.1:46149_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2994534 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F8655AEAAE497F5A]) [n:127.0.0.1:46149_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2994535 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F8655AEAAE497F5A]) [n:127.0.0.1:46149_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46149_solr
[junit4] 2> 2994536 INFO (zkCallback-4579-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2994536 INFO (zkCallback-4567-thread-1-processing-n:127.0.0.1:40773_solr) [n:127.0.0.1:40773_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2994536 INFO (zkCallback-4607-thread-1-processing-n:127.0.0.1:46149_solr) [n:127.0.0.1:46149_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2994536 INFO (zkCallback-4597-thread-1-processing-n:127.0.0.1:37049_solr) [n:127.0.0.1:37049_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2994536 INFO (zkCallback-4587-thread-1-processing-n:127.0.0.1:44791_solr) [n:127.0.0.1:44791_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2994536 INFO (zkCallback-4569-thread-1-processing-n:127.0.0.1:39799_solr) [n:127.0.0.1:39799_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2994725 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F8655AEAAE497F5A]) [n:127.0.0.1:46149_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46149.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@596850
[junit4] 2> 2994735 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F8655AEAAE497F5A]) [n:127.0.0.1:46149_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46149.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@596850
[junit4] 2> 2994735 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F8655AEAAE497F5A]) [n:127.0.0.1:46149_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46149.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@596850
[junit4] 2> 2994736 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F8655AEAAE497F5A]) [n:127.0.0.1:46149_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_F8655AEAAE497F5A-001/tempDir-001/node5/.
[junit4] 2> 2995500 DEBUG (ScheduledTrigger-8396-thread-4) [n:127.0.0.1:40773_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 2995500 DEBUG (ScheduledTrigger-8396-thread-4) [n:127.0.0.1:40773_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 5
[junit4] 2> 2995500 DEBUG (ScheduledTrigger-8396-thread-4) [n:127.0.0.1:40773_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:46149_solr at time 301025167310314
[junit4] 2> 2995500 DEBUG (ScheduledTrigger-8396-thread-4) [n:127.0.0.1:40773_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 firing registered processor for nodes: [127.0.0.1:46149_solr] added at times [301025167310314], now=301025167351038
[junit4] 2> 2995501 DEBUG (ScheduledTrigger-8396-thread-4) [n:127.0.0.1:40773_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"111c7e22a7deaTchxzysxhzwvurkxji6mquff35",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":301025167310314,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[301025167310314],
[junit4] 2> "nodeNames":["127.0.0.1:46149_solr"]}}
[junit4] 2> 2995501 DEBUG (ScheduledTrigger-8396-thread-4) [n:127.0.0.1:40773_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_trigger2, node_added_trigger1]
[junit4] 2> 2995501 INFO (ScheduledTrigger-8396-thread-4) [n:127.0.0.1:40773_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 2995502 DEBUG (AutoscalingActionExecutor-8397-thread-1-processing-n:127.0.0.1:40773_solr) [n:127.0.0.1:40773_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"111c7e22a7deaTchxzysxhzwvurkxji6mquff35",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":301025167310314,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[301025167310314],
[junit4] 2> "_enqueue_time_":301025167628265,
[junit4] 2> "nodeNames":["127.0.0.1:46149_solr"]}}
[junit4] 2> 2995502 INFO (AutoscalingActionExecutor-8397-thread-1-processing-n:127.0.0.1:40773_solr) [n:127.0.0.1:40773_solr ] o.a.s.c.a.TriggerIntegrationTest action executed from node_added_trigger1
[junit4] 2> 2995503 DEBUG (AutoscalingActionExecutor-8397-thread-1-processing-n:127.0.0.1:40773_solr) [n:127.0.0.1:40773_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 5000ms
[junit4] 2> 2995503 DEBUG (AutoscalingActionExecutor-8397-thread-1-processing-n:127.0.0.1:40773_solr) [n:127.0.0.1:40773_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 5000ms
[junit4] 2> 2995503 DEBUG (AutoscalingActionExecutor-8397-thread-1-processing-n:127.0.0.1:40773_solr) [n:127.0.0.1:40773_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=111c7e22a7deaTchxzysxhzwvurkxji6mquff35
[junit4] 2> 3000505 DEBUG (ScheduledTrigger-8396-thread-2) [n:127.0.0.1:40773_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 3000505 DEBUG (ScheduledTrigger-8396-thread-3) [n:127.0.0.1:40773_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 3000505 DEBUG (ScheduledTrigger-8396-thread-2) [n:127.0.0.1:40773_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 5
[junit4] 2> 3000506 DEBUG (ScheduledTrigger-8396-thread-3) [n:127.0.0.1:40773_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 5
[junit4] 2> 3000506 DEBUG (ScheduledTrigger-8396-thread-2) [n:127.0.0.1:40773_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:46149_solr at time 301030172555675
[junit4] 2> 3000506 DEBUG (ScheduledTrigger-8396-thread-2) [n:127.0.0.1:40773_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 firing registered processor for nodes: [127.0.0.1:46149_solr] added at times [301030172555675], now=301030172638168
[junit4] 2> 3000506 DEBUG (ScheduledTrigger-8396-thread-2) [n:127.0.0.1:40773_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"111c90c80799bTchxzysxhzwvurkxji6mquff37",
[junit4] 2> "source":"node_added_trigger2",
[junit4] 2> "eventTime":301030172555675,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[301030172555675],
[junit4] 2> "nodeNames":["127.0.0.1:46149_solr"]}}
[junit4] 2> 3000506 DEBUG (ScheduledTrigger-8396-thread-2) [n:127.0.0.1:40773_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_trigger2, node_added_trigger1]
[junit4] 2> 3000507 INFO (ScheduledTrigger-8396-thread-2) [n:127.0.0.1:40773_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 3000507 DEBUG (AutoscalingActionExecutor-8397-thread-1-processing-n:127.0.0.1:40773_solr) [n:127.0.0.1:40773_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"111c90c80799bTchxzysxhzwvurkxji6mquff37",
[junit4] 2> "source":"node_added_trigger2",
[junit4] 2> "eventTime":301030172555675,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[301030172555675],
[junit4] 2> "_enqueue_time_":301030172962853,
[junit4] 2> "nodeNames":["127.0.0.1:46149_solr"]}}
[junit4] 2> 3000507 INFO (AutoscalingActionExecutor-8397-thread-1-processing-n:127.0.0.1:40773_solr) [n:127.0.0.1:40773_solr ] o.a.s.c.a.TriggerIntegrationTest last action at 1517537864731000000 current time = 1517537869736000000
[junit4] 2> real diff: 5005000000
[junit4] 2> min diff: 4998000000
[junit4] 2> 3000507 INFO (AutoscalingActionExecutor-8397-thread-1-processing-n:127.0.0.1:40773_solr) [n:127.0.0.1:40773_solr ] o.a.s.c.a.TriggerIntegrationTest action executed from node_added_trigger2
[junit4] 2> 3000508 DEBUG (AutoscalingActionExecutor-8397-thread-1-processing-n:127.0.0.1:40773_solr) [n:127.0.0.1:40773_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 5000ms
[junit4] 2> 3000508 DEBUG (AutoscalingActionExecutor-8397-thread-1-processing-n:127.0.0.1:40773_solr) [n:127.0.0.1:40773_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 5000ms
[junit4] 2> 3000508 DEBUG (AutoscalingActionExecutor-8397-thread-1-processing-n:127.0.0.1:40773_solr) [n:127.0.0.1:40773_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=111c90c80799bTchxzysxhzwvurkxji6mquff37
[junit4] 2> 3000512 INFO (qtp8714987-22317) [n:127.0.0.1:37049_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3000515 INFO (qtp21722514-22236) [n:127.0.0.1:39799_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3000518 INFO (qtp501413-22227) [n:127.0.0.1:40773_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3000521 INFO (qtp24184633-22295) [n:127.0.0.1:44791_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3000585 INFO (qtp13275895-22349) [n:127.0.0.1:46149_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3000586 DEBUG (qtp8714987-22321) [n:127.0.0.1:37049_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3000587 INFO (qtp8714987-22321) [n:127.0.0.1:37049_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=77
[junit4] 2> 3000587 DEBUG (zkCallback-4567-thread-1-processing-n:127.0.0.1:40773_solr) [n:127.0.0.1:40773_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9
[junit4] 2> 3000587 DEBUG (zkCallback-4567-thread-1-processing-n:127.0.0.1:40773_solr) [n:127.0.0.1:40773_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:40773_solr, 127.0.0.1:37049_solr, 127.0.0.1:39799_solr, 127.0.0.1:44791_solr, 127.0.0.1:46149_solr]
[junit4] 2> 3000588 DEBUG (zkCallback-4567-thread-1-processing-n:127.0.0.1:40773_solr) [n:127.0.0.1:40773_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 3000588 DEBUG (zkCallback-4567-thread-1-processing-n:127.0.0.1:40773_solr) [n:127.0.0.1:40773_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:40773_solr, 127.0.0.1:37049_solr, 127.0.0.1:39799_solr, 127.0.0.1:44791_solr, 127.0.0.1:46149_solr]
[junit4] 2> 3000588 DEBUG (zkCallback-4567-thread-1-processing-n:127.0.0.1:40773_solr) [n:127.0.0.1:40773_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:40773_solr, 127.0.0.1:37049_solr, 127.0.0.1:39799_solr, 127.0.0.1:44791_solr, 127.0.0.1:46149_solr]
[junit4] 2> 3000588 DEBUG (zkCallback-4567-thread-1-processing-n:127.0.0.1:40773_solr) [n:127.0.0.1:40773_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 3000588 DEBUG (OverseerAutoScalingTriggerThread-72077320986820613-127.0.0.1:40773_solr-n_0000000000) [n:127.0.0.1:40773_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
[junit4] 2> 3000590 INFO (OverseerAutoScalingTriggerThread-72077320986820613-127.0.0.1:40773_solr-n_0000000000) [n:127.0.0.1:40773_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 3000590 DEBUG (OverseerAutoScalingTriggerThread-72077320986820613-127.0.0.1:40773_solr-n_0000000000) [n:127.0.0.1:40773_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9
[junit4] 2> 3000591 DEBUG (ScheduledTrigger-8396-thread-3) [n:127.0.0.1:40773_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 5
[junit4] 2> 3000593 INFO (qtp8714987-22317) [n:127.0.0.1:37049_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3000596 INFO (qtp21722514-22226) [n:127.0.0.1:39799_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3000599 INFO (qtp501413-22229) [n:127.0.0.1:40773_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3000603 INFO (qtp24184633-22296) [n:127.0.0.1:44791_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3000609 INFO (qtp13275895-22346) [n:127.0.0.1:46149_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3000609 DEBUG (qtp13275895-22349) [n:127.0.0.1:46149_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3000610 INFO (qtp13275895-22349) [n:127.0.0.1:46149_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=19
[junit4] 2> 3000610 DEBUG (zkCallback-4567-thread-1-processing-n:127.0.0.1:40773_solr) [n:127.0.0.1:40773_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 10
[junit4] 2> 3000610 DEBUG (zkCallback-4567-thread-1-processing-n:127.0.0.1:40773_solr) [n:127.0.0.1:40773_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:40773_solr, 127.0.0.1:37049_solr, 127.0.0.1:39799_solr, 127.0.0.1:44791_solr, 127.0.0.1:46149_solr]
[junit4] 2> 3000610 DEBUG (zkCallback-4567-thread-1-processing-n:127.0.0.1:40773_solr) [n:127.0.0.1:40773_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 3000611 DEBUG (zkCallback-4567-thread-1-processing-n:127.0.0.1:40773_solr) [n:127.0.0.1:40773_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:40773_solr, 127.0.0.1:37049_solr, 127.0.0.1:39799_solr, 127.0.0.1:44791_solr, 127.0.0.1:46149_solr]
[junit4] 2> 3000611 DEBUG (zkCallback-4567-thread-1-processing-n:127.0.0.1:40773_solr) [n:127.0.0.1:40773_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:40773_solr, 127.0.0.1:37049_solr, 127.0.0.1:39799_solr, 127.0.0.1:44791_solr, 127.0.0.1:46149_solr]
[junit4] 2> 3000611 DEBUG (zkCallback-4567-thread-1-processing-n:127.0.0.1:40773_solr) [n:127.0.0.1:40773_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 3000611 DEBUG (zkCallback-4567-thread-1-processing-n:127.0.0.1:40773_solr) [n:127.0.0.1:40773_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:40773_solr, 127.0.0.1:37049_solr, 127.0.0.1:39799_solr, 127.0.0.1:44791_solr, 127.0.0.1:46149_solr]
[junit4] 2> 3000611 DEBUG (OverseerAutoScalingTriggerThread-72077320986820613-127.0.0.1:40773_solr-n_0000000000) [n:127.0.0.1:40773_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 10
[junit4] 2> 3000613 INFO (OverseerAutoScalingTriggerThread-72077320986820613-127.0.0.1:40773_solr-n_0000000000) [n:127.0.0.1:40773_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 3000613 DEBUG (OverseerAutoScalingTriggerThread-72077320986820613-127.0.0.1:40773_solr-n_0000000000) [n:127.0.0.1:40773_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 10, lastZnodeVersion 10
[junit4] 2> 3000613 DEBUG (ScheduledTrigger-8396-thread-1) [n:127.0.0.1:40773_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger2 with currently live nodes: 5
[junit4] 2> 3000614 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F8655AEAAE497F5A]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@85eac0{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 3000614 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F8655AEAAE497F5A]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=17650260
[junit4] 2> 3000614 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F8655AEAAE497F5A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 3000614 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F8655AEAAE497F5A]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1453133: rootName = solr_46149, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@188b69
[junit4] 2> 3000620 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F8655AEAAE497F5A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 3000620 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F8655AEAAE497F5A]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@d62170: rootName = solr_46149, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@15efa63
[junit4] 2> 3000625 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F8655AEAAE497F5A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 3000625 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F8655AEAAE497F5A]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@19488d5: rootName = solr_46149, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@a0a86c
[junit4] 2> 3000627 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F8655AEAAE497F5A]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:46149_solr
[junit4] 2> 3000627 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F8655AEAAE497F5A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 3000627 INFO (zkCallback-4597-thread-1-processing-n:127.0.0.1:37049_solr) [n:127.0.0.1:37049_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
[junit4] 2> 3000627 INFO (zkCallback-4579-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
[junit4] 2> 3000627 INFO (zkCallback-4607-thread-1-processing-n:127.0.0.1:46149_solr) [n:127.0.0.1:46149_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
[junit4] 2> 3000627 INFO (zkCallback-4587-thread-1-processing-n:127.0.0.1:44791_solr) [n:127.0.0.1:44791_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
[junit4] 2> 3000627 INFO (zkCallback-4567-thread-1-processing-n:127.0.0.1:40773_solr) [n:127.0.0.1:40773_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
[junit4] 2> 3000627 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F8655AEAAE497F5A]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3000627 INFO (zkCallback-4569-thread-1-processing-n:127.0.0.1:39799_solr) [n:127.0.0.1:39799_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
[junit4] 2> 3000629 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F8655AEAAE497F5A]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1c3242{/solr,null,UNAVAILABLE}
[junit4] 2> 3000629 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[F8655AEAAE497F5A]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3001592 DEBUG (ScheduledTrigger-8396-thread-4) [n:127.0.0.1:40773_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 4
[junit4] 2> 3001592 DEBUG (ScheduledTrigger-8396-thread-4) [n:127.0.0.1:40773_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:46149_solr
[junit4] 2> 3001592 DEBUG (ScheduledTrigger-8396-thread-4) [n:127.0.0.1:40773_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:46149_solr]
[junit4] 2> 3001593 DEBUG (ScheduledTrigger-8396-thread-4) [n:127.0.0.1:40773_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"111c94d47eec1Tchxzysxhzwvurkxji6mquff39",
[junit4] 2> "source":"node_lost_trigger1",
[junit4] 2> "eventTime":301031259369153,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[301031259369153],
[junit4] 2> "nodeNames":["127.0.0.1:46149_solr"]}}
[junit4] 2> 3001593 DEBUG (ScheduledTrigger-8396-thread-4) [n:127.0.0.1:40773_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_trigger2, node_added_trigger2, node_lost_trigger1, node_added_trigger1]
[junit4] 2> 3001593 INFO (ScheduledTrigger-8396-thread-4) [n:127.0.0.1:40773_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 3001593 DEBUG (AutoscalingActionExecutor-8397-thread-1-processing-n:127.0.0.1:40773_solr) [n:127.0.0.1:40773_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"111c94d47eec1Tchxzysxhzwvurkxji6mquff39",
[junit4] 2> "source":"node_lost_trigger1",
[junit4] 2> "eventTime":301031259369153,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[301031259369153],
[junit4] 2> "_enqueue_time_":301031259653842,
[junit4] 2> "nodeNames":["127.0.0.1:46149_solr"]}}
[junit4] 2> 3001594 INFO (AutoscalingActionExecutor-8397-thread-1-processing-n:127.0.0.1:40773_solr) [n:127.0.0.1:40773_solr ] o.a.s.c.a.TriggerIntegrationTest action executed from node_lost_trigger1
[junit4] 2> 3001594 DEBUG (AutoscalingActionExecutor-8397-thread-1-processing-n:127.0.0.1:40773_solr) [n:127.0.0.1:40773_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger2 after 5000ms
[junit4] 2> 3001594 DEBUG (AutoscalingActionExecutor-8397-thread-1-processing-n:127.0.0.1:40773_solr) [n:127.0.0.1:40773_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 5000ms
[junit4] 2> 3001594 DEBUG (AutoscalingActionExecutor-8397-thread-1-processing-n:127.0.0.1:40773_solr) [n:127.0.0.1:40773_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger1 after 5000ms
[junit4] 2> 3001594 DEBUG (AutoscalingActionExecutor-8397-thread-1-processing-n:127.0.0.1:40773_solr) [n:127.0.0.1:40773_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 5000ms
[junit4] 2> 3001594 DEBUG (AutoscalingActionExecutor-8397-thread-1-processing-n:127.0.0.1:40773_solr) [n:127.0.0.1:40773_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 0 ms for event id=111c94d
[...truncated too long message...]
ollection1.shard1.leader, tag=7299183
[junit4] 2> 3177654 INFO (coreCloseExecutor-8609-thread-2) [n:127.0.0.1:43967_solr c:collection1 s:shard1 r:core_node14 x:collection1_shard1_replica_n13] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=6418871
[junit4] 2> 3177656 INFO (jetty-closer-4552-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1902d57{/solr,null,UNAVAILABLE}
[junit4] 2> 3177656 INFO (jetty-closer-4552-thread-2) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3179078 WARN (zkCallback-4657-thread-1-processing-n:127.0.0.1:38791_solr) [n:127.0.0.1:38791_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 3179079 INFO (jetty-closer-4552-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@18c2c6{/solr,null,UNAVAILABLE}
[junit4] 2> 3179079 INFO (jetty-closer-4552-thread-4) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3179085 WARN (zkCallback-4697-thread-1-processing-n:127.0.0.1:44029_solr) [n:127.0.0.1:44029_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 3179085 INFO (jetty-closer-4552-thread-8) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1c129f5{/solr,null,UNAVAILABLE}
[junit4] 2> 3179085 INFO (jetty-closer-4552-thread-8) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3179086 ERROR (SUITE-TriggerIntegrationTest-seed#[F8655AEAAE497F5A]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3179086 INFO (SUITE-TriggerIntegrationTest-seed#[F8655AEAAE497F5A]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37235 37235
[junit4] 2> 3184102 INFO (Thread-5589) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37235 37235
[junit4] 2> 3184102 WARN (Thread-5589) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 42 /solr/collections/collection1/terms/shard1
[junit4] 2> 22 /solr/aliases.json
[junit4] 2> 21 /solr/security.json
[junit4] 2> 9 /solr/configs/conf
[junit4] 2> 2 /solr/collections/testMetricTrigger/terms/shard1
[junit4] 2> 2 /solr/collections/testMetricTrigger/terms/shard2
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 139 /solr/collections/collection1/state.json
[junit4] 2> 22 /solr/clusterprops.json
[junit4] 2> 22 /solr/clusterstate.json
[junit4] 2> 12 /solr/collections/testMetricTrigger/state.json
[junit4] 2> 6 /solr/autoscaling.json
[junit4] 2> 6 /solr/overseer_elect/election/72077320986820634-127.0.0.1:43967_solr-n_0000000007
[junit4] 2> 3 /solr/collections/collection1/leader_elect/shard1/election/72077320986820661-core_node3-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/72077320986820622-127.0.0.1:37049_solr-n_0000000003
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72077320986820667-core_node4-n_0000000001
[junit4] 2> 2 /solr/overseer_elect/election/72077320986820655-127.0.0.1:37317_solr-n_0000000014
[junit4] 2> 2 /solr/overseer_elect/election/72077320986820667-127.0.0.1:40173_solr-n_0000000018
[junit4] 2> 2 /solr/overseer_elect/election/72077320986820649-127.0.0.1:45251_solr-n_0000000012
[junit4] 2> 2 /solr/overseer_elect/election/72077320986820640-127.0.0.1:38791_solr-n_0000000009
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 22 /solr/live_nodes
[junit4] 2> 22 /solr/collections
[junit4] 2> 6 /solr/overseer/queue-work
[junit4] 2> 6 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 6 /solr/overseer/queue
[junit4] 2> 6 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/autoscaling/events/node_lost_triggerMR
[junit4] 2> 2 /solr/autoscaling/events/node_added_triggerCTOOR
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_F8655AEAAE497F5A-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=PostingsFormat(name=Memory), x_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128)))}, docValues:{_version_=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=1419, maxMBSortInHeap=6.672222306441762, sim=RandomSimilarity(queryNorm=true): {}, locale=sr, timezone=America/Glace_Bay
[junit4] 2> NOTE: Linux 4.13.0-32-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=292383816,total=491126784
[junit4] 2> NOTE: All tests run in this JVM: [TestOnReconnectListenerSupport, TestJsonRequest, QueryResultKeyTest, SoftAutoCommitTest, HttpSolrCallGetCoreTest, PeerSyncTest, TestSystemCollAutoCreate, TestSolrIndexConfig, DocExpirationUpdateProcessorFactoryTest, AddReplicaTest, SchemaApiFailureTest, FileUtilsTest, ClassificationUpdateProcessorIntegrationTest, DeleteNodeTest, TestHashQParserPlugin, TestChildDocTransformer, TestSmileRequest, XsltUpdateRequestHandlerTest, PreAnalyzedUpdateProcessorTest, TestSolrFieldCacheBean, CreateRoutedAliasTest, InfixSuggestersTest, DirectSolrConnectionTest, UninvertDocValuesMergePolicyTest, TestTrie, BitVectorTest, TestFuzzyAnalyzedSuggestions, TestNoOpRegenerator, TestSolrJ, TestPivotHelperCode, OverriddenZkACLAndCredentialsProvidersTest, TestFieldResource, AutoscalingHistoryHandlerTest, TestRTGBase, TestConfigsApi, TestDistribStateManager, CSVRequestHandlerTest, DistributedFacetPivotLargeTest, TestSurroundQueryParser, TestSegmentSorting, TestStressRecovery, TestCloudPivotFacet, TestExportWriter, TestReqParamsAPI, TestXIncludeConfig, TestQueryUtils, TestMaxScoreQueryParser, SystemInfoHandlerTest, TestSweetSpotSimilarityFactory, HdfsRestartWhileUpdatingTest, LargeFieldTest, TestLegacyField, QueryElevationComponentTest, TestLRUCache, TestJavabinTupleStreamParser, EnumFieldTest, TestCloudDeleteByQuery, PeerSyncReplicationTest, RestartWhileUpdatingTest, CurrencyFieldTypeTest, TestSubQueryTransformerDistrib, SaslZkACLProviderTest, SpatialHeatmapFacetsTest, AtomicUpdateProcessorFactoryTest, SolrJmxReporterTest, SliceStateTest, TestConfigSetsAPIExclusivity, TestTrieFacet, PrimUtilsTest, PathHierarchyTokenizerFactoryTest, DirectUpdateHandlerOptimizeTest, QueryEqualityTest, RequiredFieldsTest, TestLegacyTerms, TestCursorMarkWithoutUniqueKey, SpellCheckCollatorWithCollapseTest, ScriptEngineTest, TestPayloadScoreQParserPlugin, TestNRTOpen, TestMinMaxOnMultiValuedField, SortSpecParsingTest, LeaderFailoverAfterPartitionTest, TestPolicyCloud, ShardRoutingCustomTest, MetricUtilsTest, HighlighterTest, HttpPartitionTest, OverseerTest, TestReversedWildcardFilterFactory, SOLR749Test, LegacyCloudClusterPropTest, TestFoldingMultitermQuery, QueryParsingTest, TestSimpleTrackingShardHandler, TestReplicationHandler, TestRebalanceLeaders, DirectoryFactoryTest, SolrInfoBeanTest, TestSkipOverseerOperations, TestExclusionRuleCollectionAccess, ZkControllerTest, TestTolerantUpdateProcessorRandomCloud, DistributedFacetSimpleRefinementLongTailTest, TestUseDocValuesAsStored, JsonLoaderTest, TestLegacyFieldCache, SolrIndexMetricsTest, TestReplicaProperties, SuggesterFSTTest, TestSolr4Spatial, TestSolrCLIRunExample, TestBM25SimilarityFactory, SyncSliceTest, TestDistributedStatsComponentCardinality, TestSimpleTextCodec, TestPartialUpdateDeduplication, TestFieldSortValues, ZkStateWriterTest, DistributedQueryComponentOptimizationTest, AnalyticsQueryTest, CdcrUpdateLogTest, SolrShardReporterTest, UUIDUpdateProcessorFallbackTest, CollectionStateFormat2Test, TestReloadDeadlock, SearchRateTriggerTest, DistributedFacetPivotSmallTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, UnloadDistributedZkTest, ZkSolrClientTest, TestDistributedSearch, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, TestRealTimeGet, TestReload, TestStressVersions, TestRangeQuery, HighlighterConfigTest, TestQuerySenderListener, AlternateDirectoryTest, CopyFieldTest, BadComponentTest, MultiTermTest, SampleTest, TestBinaryField, TestSearchPerf, NumericFieldsTest, MinimalSchemaTest, TestElisionMultitermQuery, OutputWriterTest, TestSolrCoreProperties, TestPostingsSolrHighlighter, NotRequiredUniqueKeyTest, SpellPossibilityIteratorTest, TestCodecSupport, TestIBSimilarityFactory, OpenExchangeRatesOrgProviderTest, TestFastLRUCache, TestSuggestSpellingConverter, DOMUtilTest, ClusterStateTest, DistributedIntervalFacetingTest, TestTolerantSearch, TestEmbeddedSolrServerAdminHandler, TestJettySolrRunner, AsyncCallRequestStatusResponseTest, CloudExitableDirectoryReaderTest, ConfigSetsAPITest, ConnectionManagerTest, CreateCollectionCleanupTest, DistribCursorPagingTest, DocValuesNotIndexedTest, MoveReplicaHDFSFailoverTest, MultiThreadedOCPTest, OverseerTaskQueueTest, ReplaceNodeNoTargetTest, ReplicationFactorTest, SharedFSAutoReplicaFailoverTest, SolrCLIZkUtilsTest, SolrCloudExampleTest, TestAuthenticationFramework, TestCryptoKeys, TestDeleteCollectionOnDownNodes, TestDownShardTolerantSearch, TestLeaderElectionWithEmptyReplica, TestPrepRecovery, TestPullReplicaErrorHandling, TestSolrCloudWithDelegationTokens, TestSolrCloudWithSecureImpersonation, TestStressCloudBlindAtomicUpdates, ZkFailoverTest, TestLocalFSCloudBackupRestore, AutoAddReplicasIntegrationTest, TriggerIntegrationTest]
[junit4] Completed [604/774 (1!)] on J1 in 204.48s, 14 tests, 1 failure, 1 error <<< FAILURES!
[...truncated 44478 lines...]